-- Logs begin at Sun 2021-08-08 16:28:39 UTC, end at Sun 2021-08-08 17:29:53 UTC. -- Aug 08 17:02:34.038594 dv-cinder-787296-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 08 17:02:36.709563 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.common.config [-] Logging enabled! Aug 08 17:02:36.710116 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 08 17:02:36.710330 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93408) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 08 17:02:36.713569 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.common.config [-] Logging enabled! Aug 08 17:02:36.713827 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 08 17:02:36.714137 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93408) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 08 17:02:36.715096 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 17:02:36.715328 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 17:02:36.715681 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 17:02:36.715927 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 17:02:36.716151 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 17:02:36.716467 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.716759 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.717050 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.717280 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.717572 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.717860 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.718141 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.718426 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.718740 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.719036 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.719316 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.719598 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.719828 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.720105 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.720387 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.720667 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.720890 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] debug = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.721166 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.721582 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.721995 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.722275 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.722560 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.722924 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.723997 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.724278 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.724820 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.725152 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] host = dv-cinder-787296-3-iscsi {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.725435 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.725724 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.726012 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.726298 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.726573 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.726877 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.727162 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.727436 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.727706 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] log_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.727982 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.728268 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.728827 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.729112 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.729337 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.729559 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.729844 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.730127 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.730403 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.730677 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.730976 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.731250 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.731523 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.731791 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.732073 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.732356 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.732638 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.732911 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.733188 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.733457 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.733728 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.734006 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.734277 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.734550 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.734848 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.735134 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.735399 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.735671 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.735964 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.736246 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.736526 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.736807 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.737078 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.737356 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.737623 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.737891 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.738158 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] use_json = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.738425 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.739439 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.739741 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.740010 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.740282 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.740555 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.740826 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.741108 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:36.741402 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.741697 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.741996 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.742279 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.742571 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.742878 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.743169 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.743445 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.743738 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.744026 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.744310 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.744587 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.744874 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.745150 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.745443 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.745746 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.746037 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.746324 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.746597 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.746902 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.747176 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.747452 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.747734 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.748023 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.748309 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.748580 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.748857 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.749145 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.749421 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.749692 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.749966 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.750251 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.750525 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.750827 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.751111 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.751390 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.751664 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.751936 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.752212 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.752501 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.752779 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.753051 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.753320 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.753601 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.753873 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.754153 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.754455 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.754811 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.755087 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.755366 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.755640 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.755912 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.756187 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.756456 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.756733 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.757005 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.757277 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.757551 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.757823 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.758188 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.758467 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.758765 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.759046 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.759323 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.759596 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.759870 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.760142 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.760414 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.760699 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.760996 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.761278 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.761558 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.761838 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.762116 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.762392 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.762667 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.762969 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.763251 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.763531 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.763821 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.764109 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.764396 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.764677 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.765026 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.765324 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.765606 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.765890 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.766168 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.766447 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.766758 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.767043 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.767338 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.767632 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.767926 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.768218 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.768508 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.768790 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.769096 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.769378 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:36.769596 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 17:02:36.769833 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93408) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 08 17:02:37.116304 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93408) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 08 17:02:37.116581 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93408) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 08 17:02:37.116868 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93408) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 08 17:02:37.117204 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 08 17:02:37.512644 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.512863 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.513135 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.514335 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.514612 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.514902 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.549072 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.549348 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.549634 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.566850 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.567141 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.567408 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.595165 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.595449 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.595720 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.632573 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.632854 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.633123 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.864526 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.865167 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.865167 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.865325 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.866001 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.985248 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.985565 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.985846 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.986118 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.986385 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.986696 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.986976 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.987232 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.987486 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.987767 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.988027 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.988291 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.988550 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.988981 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.989246 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.989512 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.989769 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.990038 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.990310 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.990571 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.990865 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.991122 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.991404 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.991779 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.992035 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.992286 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:37.992674 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93408) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 17:02:37.992914 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93408) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 17:02:37.993151 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93408) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 17:02:37.993386 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93408) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 17:02:37.993620 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93408) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 17:02:37.993854 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93408) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 17:02:37.994228 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 08 17:02:37.997276 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 08 17:02:38.001166 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 08 17:02:38.004944 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 08 17:02:38.006699 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 08 17:02:38.007162 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 08 17:02:38.007496 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 08 17:02:38.007877 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 08 17:02:38.010625 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 08 17:02:38.010905 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 08 17:02:38.011251 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 17:02:38.016397 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 08 17:02:38.038985 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 08 17:02:38.039430 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.039724 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93408) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 08 17:02:38.040081 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.041414 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93408) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 08 17:02:38.041689 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 17:02:38.041932 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 08 17:02:38.045290 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.045572 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.108092 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 08 17:02:38.108325 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 08 17:02:38.108563 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 08 17:02:38.108928 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 08 17:02:38.129875 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_db.sqlalchemy.engines [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93408) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 08 17:02:38.656621 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Initializing driver for type 'gre' Aug 08 17:02:38.657143 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] gre ID ranges: [(1, 1000)] Aug 08 17:02:38.708914 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Initializing driver for type 'local' Aug 08 17:02:38.709256 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Initializing driver for type 'vlan' Aug 08 17:02:38.722234 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] VlanTypeDriver initialization complete Aug 08 17:02:38.722522 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Initializing driver for type 'vxlan' Aug 08 17:02:38.723051 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] vxlan ID ranges: [(1, 1000)] Aug 08 17:02:38.774990 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Initializing extension driver 'port_security' Aug 08 17:02:38.775332 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.extensions.port_security [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] PortSecurityExtensionDriver initialization complete Aug 08 17:02:38.775675 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Initializing mechanism driver 'openvswitch' Aug 08 17:02:38.776025 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Initializing mechanism driver 'hyperv' Aug 08 17:02:38.782480 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:02:38.783188 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > port after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.783566 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > port after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.783925 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > port after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.784444 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93408) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 08 17:02:38.784883 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > subnet after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.785245 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > subnet after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.785715 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.786337 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93408) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 08 17:02:38.786759 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > network after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.787120 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > network after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.787473 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > network after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.787871 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93408) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 08 17:02:38.788281 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > security_group after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.788637 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > security_group after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.788985 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > security_group after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.789381 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93408) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 08 17:02:38.789926 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.790289 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.790645 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.791073 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93408) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 08 17:02:38.791486 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > address_group after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.791841 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > address_group after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.792190 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > address_group after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.792586 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93408) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 08 17:02:38.792968 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] ML2 OVO RPC backend initialized. {{(pid=93408) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 08 17:02:38.793675 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.794039 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.794464 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > network before_response 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.794850 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > networks before_response 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.795208 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > port before_response 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.795557 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > ports before_response 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.795912 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > subnet before_response 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.796263 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > subnets before_response 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.796615 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > network after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.796960 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > network after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.797304 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > network after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.797646 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > port after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.797989 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > port after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.798332 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > port after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.798675 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > subnet after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.799044 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > subnet after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.799390 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.799968 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.plugin [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Modular L2 Plugin initialization complete Aug 08 17:02:38.800299 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading services supported by the core plugin {{(pid=93408) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 08 17:02:38.800629 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.plugins.ml2.managers [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Got port-security extension from driver 'port_security' Aug 08 17:02:38.801138 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.extensions.vlantransparent [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Disabled vlantransparent extension. Aug 08 17:02:38.801630 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93408) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 08 17:02:38.801944 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading Plugin: router Aug 08 17:02:38.839449 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router_interface before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.839798 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router after_create 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.840182 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router before_create 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.840555 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.840940 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.841304 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router after_delete 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.841671 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > floatingip after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.842043 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router after_create 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.842399 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router after_update 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.842781 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router after_update 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.843144 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.843511 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router after_update 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.843928 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router precommit_update 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.844303 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: port after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.844648 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: port after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.844991 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: subnet after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.845339 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.845689 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > port precommit_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.846042 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router precommit_create 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.846389 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: port before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.846756 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router precommit_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.847120 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router after_update 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.847467 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router precommit_delete 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.847825 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router precommit_create 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.848222 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.848648 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router precommit_update 55549900 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.849024 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > agent after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.849632 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > agent after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.849989 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > network after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.850896 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Tracking information for resource: router configured {{(pid=93408) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 17:02:38.851230 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Tracking information for resource: floatingip configured {{(pid=93408) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 17:02:38.856029 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.db.l3_agentschedulers_db [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 08 17:02:38.856728 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: port after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.857098 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: port after_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.857461 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: port after_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.857821 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: port after_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.858608 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router before_create 55550100 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.859014 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router precommit_delete 55550100 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.859388 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router precommit_create 55550100 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.859749 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > router precommit_update 55550100 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.864380 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.services.provider_configuration [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service providers = [] {{(pid=93408) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 08 17:02:38.864747 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.db.servicetype_db [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93408) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 08 17:02:38.867717 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.services.service_base [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93408) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 17:02:38.868074 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.services.service_base [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93408) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 17:02:38.868424 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.services.service_base [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93408) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 17:02:38.869322 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.services.service_base [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93408) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 17:02:38.869704 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.services.service_base [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 08 17:02:38.870083 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93408) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 17:02:38.870406 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 08 17:02:38.881465 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93408) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 17:02:38.881809 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading Plugin: auto_allocate Aug 08 17:02:38.887598 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: network precommit_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.887972 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: network precommit_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.888491 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93408) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 17:02:38.888815 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading Plugin: tag Aug 08 17:02:38.896044 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93408) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 17:02:38.896383 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading Plugin: timestamp Aug 08 17:02:38.900360 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93408) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 17:02:38.900699 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading Plugin: network_ip_availability Aug 08 17:02:38.906097 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.906473 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.906873 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:38.907591 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93408) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 17:02:38.907914 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading Plugin: flavors Aug 08 17:02:38.912772 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93408) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 17:02:38.913136 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading Plugin: revisions Aug 08 17:02:38.917404 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93408) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 17:02:38.917805 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_concurrency.lockutils [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=93408) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 08 17:02:38.918548 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93408) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 08 17:02:38.918915 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Initializing extension manager. Aug 08 17:02:38.919439 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: __init__.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.919784 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: __pycache__ {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.920173 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.920455 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: address_group.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.921220 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.921798 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: address-group Aug 08 17:02:38.922126 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: address_scope.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.922874 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.923420 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: address-scope Aug 08 17:02:38.923728 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: admin_state_down_before_update.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.924675 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.925193 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: router-admin-state-down-before-update Aug 08 17:02:38.925530 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: agent.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.926489 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.927054 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: agent Aug 08 17:02:38.927386 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: agent_resources_synced.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.928327 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.928832 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: agent-resources-synced Aug 08 17:02:38.929161 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: allowedaddresspairs.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.931064 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.931597 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: allowed-address-pairs Aug 08 17:02:38.931932 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: auto_allocated_topology.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.933012 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.933533 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: auto-allocated-topology Aug 08 17:02:38.933864 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: availability_zone.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.934563 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.935108 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: availability_zone Aug 08 17:02:38.935444 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: availability_zone_filter.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.936367 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.936878 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: availability_zone_filter Aug 08 17:02:38.937206 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: data_plane_status.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.938119 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.938624 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension data-plane-status not supported by any of loaded plugins Aug 08 17:02:38.938985 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: default_subnetpools.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.939910 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.940420 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: default-subnetpools Aug 08 17:02:38.940748 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: dhcpagentscheduler.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.941566 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.942597 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: dhcp_agent_scheduler Aug 08 17:02:38.942948 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: dns.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.943870 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.944376 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension dns-integration not supported by any of loaded plugins Aug 08 17:02:38.944700 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: dns_domain_ports.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.945619 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.946132 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 08 17:02:38.946456 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.947408 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.947918 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 08 17:02:38.948243 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: dvr.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.948918 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.949424 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: dvr Aug 08 17:02:38.949748 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: ecmp_routes.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.950672 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.951203 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension ecmp_routes not supported by any of loaded plugins Aug 08 17:02:38.951530 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: empty_string_filtering.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.952445 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.952958 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: empty-string-filtering Aug 08 17:02:38.953285 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.954203 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.954734 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 08 17:02:38.955069 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.955998 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.956510 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 08 17:02:38.956835 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: external_net.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.958313 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.958860 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: external-net Aug 08 17:02:38.959188 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: extra_dhcp_opt.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.960124 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.960637 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: extra_dhcp_opt Aug 08 17:02:38.960963 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: extraroute.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.961879 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.962394 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: extraroute Aug 08 17:02:38.962735 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: extraroute_atomic.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.963786 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.964306 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: extraroute-atomic Aug 08 17:02:38.964633 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: filter_validation.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.965304 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.965823 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: filter-validation Aug 08 17:02:38.966148 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: fip_pf_description.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.967092 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.967599 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 08 17:02:38.967923 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: fip_port_details.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.968851 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.969360 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: fip-port-details Aug 08 17:02:38.969687 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: flavors.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.970974 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.971499 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: flavors Aug 08 17:02:38.971828 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.973535 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.974064 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 08 17:02:38.974657 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: floatingip_pools.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.975391 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.975917 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: floatingip-pools Aug 08 17:02:38.976252 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: ip_allocation.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.977199 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.977710 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension ip_allocation not supported by any of loaded plugins Aug 08 17:02:38.978041 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.979005 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.979523 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: ip-substring-filtering Aug 08 17:02:38.979857 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: l2_adjacency.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.980790 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.981300 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension l2_adjacency not supported by any of loaded plugins Aug 08 17:02:38.981630 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: l3.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.982747 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.983280 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: router Aug 08 17:02:38.983615 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: l3_conntrack_helper.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.985871 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.986411 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 08 17:02:38.986774 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.987716 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.988239 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: ext-gw-mode Aug 08 17:02:38.988743 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.989702 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.990226 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: l3-ha Aug 08 17:02:38.990579 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: l3_flavors.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.991510 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.992022 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: l3-flavors Aug 08 17:02:38.992353 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.993273 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.993789 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: l3-port-ip-change-not-allowed Aug 08 17:02:38.994120 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: l3agentscheduler.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.995192 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.995705 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: l3_agent_scheduler Aug 08 17:02:38.996041 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: logging.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.997552 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.998078 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension logging not supported by any of loaded plugins Aug 08 17:02:38.998416 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: metering.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:38.999202 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:38.999783 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: metering Aug 08 17:02:39.000115 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.001246 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.001827 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: metering_source_and_destination_fields Aug 08 17:02:39.002162 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: multiprovidernet.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.003132 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.003648 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: multi-provider Aug 08 17:02:39.003977 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: netmtu.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.005426 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.005945 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: net-mtu Aug 08 17:02:39.006273 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: netmtu_writable.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.007225 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.007736 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: net-mtu-writable Aug 08 17:02:39.008064 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: network_availability_zone.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.008737 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.009244 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: network_availability_zone Aug 08 17:02:39.009569 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: network_ip_availability.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.010667 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.011204 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: network-ip-availability Aug 08 17:02:39.011535 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: network_segment_range.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.012304 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.012810 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension network-segment-range not supported by any of loaded plugins Aug 08 17:02:39.013135 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: pagination.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.014117 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.014450 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: pagination Aug 08 17:02:39.014805 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: port_device_profile.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.015721 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.016249 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: port-device-profile Aug 08 17:02:39.016577 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.017499 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.018011 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: port-mac-address-regenerate Aug 08 17:02:39.018337 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.019281 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.020437 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: port-numa-affinity-policy Aug 08 17:02:39.020793 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: port_resource_request.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.021720 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.022239 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension port-resource-request not supported by any of loaded plugins Aug 08 17:02:39.022570 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: portbindings.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.023524 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.024046 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: binding Aug 08 17:02:39.024374 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: portbindings_extended.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.025765 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.026292 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: binding-extended Aug 08 17:02:39.026633 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: portsecurity.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.027601 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.028124 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: port-security Aug 08 17:02:39.028454 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: project_id.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.029440 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.029774 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: project-id Aug 08 17:02:39.030101 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: providernet.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.031064 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.031581 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: provider Aug 08 17:02:39.031908 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: qos.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.035381 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.036275 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension qos not supported by any of loaded plugins Aug 08 17:02:39.036618 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.037876 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.038400 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 08 17:02:39.038768 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.039694 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.040213 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 08 17:02:39.040546 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: qos_default.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.041463 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.041979 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension qos-default not supported by any of loaded plugins Aug 08 17:02:39.042306 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: qos_fip.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.043001 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.043510 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension qos-fip not supported by any of loaded plugins Aug 08 17:02:39.043836 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: qos_gateway_ip.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.044761 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.045277 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 08 17:02:39.045607 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: qos_port_network_policy.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.046522 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.047072 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 08 17:02:39.047402 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: qos_pps_rule.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.048582 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.049102 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension qos-pps not supported by any of loaded plugins Aug 08 17:02:39.049435 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: qos_rule_type_details.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.050361 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.050903 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 08 17:02:39.051382 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: qos_rules_alias.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.052435 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.052945 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 08 17:02:39.053272 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: quotasv2.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.054180 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.054508 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: quotas Aug 08 17:02:39.054865 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: quotasv2_detail.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.057899 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.058251 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: quota_details Aug 08 17:02:39.058593 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: rbac.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.059867 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.060402 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: rbac-policies Aug 08 17:02:39.060737 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: rbac_address_group.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.061682 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.062206 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: rbac-address-group Aug 08 17:02:39.062542 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: rbac_address_scope.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.063508 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.064027 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: rbac-address-scope Aug 08 17:02:39.064356 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: rbac_security_groups.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.065276 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.065791 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: rbac-security-groups Aug 08 17:02:39.066119 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: rbac_subnetpool.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.067568 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.068083 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: rbac-subnetpool Aug 08 17:02:39.068411 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: revisionifmatch.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.069340 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.069854 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: revision-if-match Aug 08 17:02:39.070182 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: revisions.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.071341 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.071854 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: standard-attr-revisions Aug 08 17:02:39.072190 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: router_availability_zone.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.072874 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.073385 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: router_availability_zone Aug 08 17:02:39.073716 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: routerservicetype.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.074649 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.075195 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension router-service-type not supported by any of loaded plugins Aug 08 17:02:39.075525 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.076450 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.076967 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: security-groups-normalized-cidr Aug 08 17:02:39.077295 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: security_groups_port_filtering.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.078215 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.078753 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: port-security-groups-filtering Aug 08 17:02:39.079085 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.080009 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.080525 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: security-groups-remote-address-group Aug 08 17:02:39.080851 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: securitygroup.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.091120 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.091606 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: security-group Aug 08 17:02:39.091950 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: segment.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.092756 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.093269 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension segment not supported by any of loaded plugins Aug 08 17:02:39.093601 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.094550 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.095106 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 08 17:02:39.095441 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: servicetype.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.096626 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.097150 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: service-type Aug 08 17:02:39.097484 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: sorting.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.098593 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.098957 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: sorting Aug 08 17:02:39.099289 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: standard_attr_segment.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.100470 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.100984 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 08 17:02:39.101316 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: standardattrdescription.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.101980 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.102493 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: standard-attr-description Aug 08 17:02:39.102863 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: stateful_security_group.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.103812 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.104336 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: stateful-security-group Aug 08 17:02:39.104668 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: stdattrs_common.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.105255 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 08 17:02:39.105585 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.106536 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.107083 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 08 17:02:39.107414 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: subnet_onboard.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.108491 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.109014 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: subnet_onboard Aug 08 17:02:39.109343 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.110268 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.110818 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 08 17:02:39.111149 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: subnet_service_types.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.112078 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.112597 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: subnet-service-types Aug 08 17:02:39.112927 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: subnetallocation.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.114033 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.114546 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: subnet_allocation Aug 08 17:02:39.114905 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.115576 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.116085 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: subnetpool-prefix-ops Aug 08 17:02:39.116412 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.117345 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.117857 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 08 17:02:39.118180 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: tagging.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.119276 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.119797 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: standard-attr-tag Aug 08 17:02:39.120127 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: timestamp.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.121318 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.121840 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loaded extension: standard-attr-timestamp Aug 08 17:02:39.122174 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: trunk.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.123242 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.123760 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension trunk not supported by any of loaded plugins Aug 08 17:02:39.124091 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: trunk_details.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.125014 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.125531 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension trunk-details not supported by any of loaded plugins Aug 08 17:02:39.125859 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: uplink_status_propagation.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.126824 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.127343 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 08 17:02:39.127671 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Loading extension file: vlantransparent.py {{(pid=93408) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 08 17:02:39.128343 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93408) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 08 17:02:39.128852 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extension vlan-transparent not supported by any of loaded plugins Aug 08 17:02:39.131841 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:network Aug 08 17:02:39.132368 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:subnet Aug 08 17:02:39.132770 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 17:02:39.133164 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:port Aug 08 17:02:39.134367 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.134868 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service FLAVORS assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.135494 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.135930 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.136263 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:router Aug 08 17:02:39.136703 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:floatingip Aug 08 17:02:39.137191 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service METERING assigned prefix: /metering {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.138599 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:39.139004 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:39.139362 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:02:39.140367 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 17:02:39.140815 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:security_group Aug 08 17:02:39.141251 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 17:02:39.142959 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service CORE assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.143324 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 17:02:39.143689 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] subnetpool is already registered Aug 08 17:02:39.144140 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service CORE assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.144476 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 17:02:39.144889 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] subnetpool is already registered Aug 08 17:02:39.147683 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.148122 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service FLAVORS assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.148717 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.149152 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.149489 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:router Aug 08 17:02:39.149830 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] router is already registered Aug 08 17:02:39.150243 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:floatingip Aug 08 17:02:39.150582 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] floatingip is already registered Aug 08 17:02:39.151077 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service METERING assigned prefix: /metering {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.151739 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 17:02:39.152073 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] rbac_policy is already registered Aug 08 17:02:39.152486 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:security_group Aug 08 17:02:39.152822 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] security_group is already registered Aug 08 17:02:39.153225 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 17:02:39.153562 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] security_group_rule is already registered Aug 08 17:02:39.154200 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service CORE assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.154533 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 17:02:39.154895 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] subnetpool is already registered Aug 08 17:02:39.155338 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.v2.resource_helper [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Service CORE assigned prefix: {{(pid=93408) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 17:02:39.155662 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 17:02:39.155995 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING neutron.quota.resource_registry [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] subnetpool is already registered Aug 08 17:02:39.156481 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: extensions {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.157886 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: address-groups {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.159434 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: address-scopes {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.160797 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: agents {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.162065 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: auto-allocated-topology {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.163347 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: availability_zones {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.164568 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: dhcp-networks {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.166061 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: dhcp-agents {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.167507 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: routers {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.169235 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: flavors {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.170493 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: service_profiles {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.171745 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: next_providers {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.173189 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: service_profiles {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.174740 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: floatingip-pools {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.176582 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: routers {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.178384 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: floatingips {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.179701 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: l3-routers {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.181111 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: l3-agents {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.182522 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: metering-labels {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.183827 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: metering-label-rules {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.185223 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: network-ip-availabilities {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.186481 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: bindings {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.188052 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: quotas {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.189588 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: quotas {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.191049 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: rbac-policies {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.192860 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: security-groups {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.194153 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: security-group-rules {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.195416 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: service-providers {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.196641 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: subnetpools {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.198073 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: subnetpools {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.199659 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: tags {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.201336 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: tags {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.203178 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: tags {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.204966 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: tags {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.206650 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: tags {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.209673 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: tags {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.211372 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: tags {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.213182 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: tags {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.215070 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: tags {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.216830 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron.api.extensions [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Extended resource: tags {{(pid=93408) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 17:02:39.222768 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING keystonemiddleware.auth_token [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 08 17:02:39.227628 dv-cinder-787296-3-iscsi neutron-server[93408]: WARNING keystonemiddleware.auth_token [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 08 17:02:39.235938 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_concurrency.lockutils [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Acquired lock "singleton_lock" {{(pid=93408) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 08 17:02:39.236424 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_concurrency.lockutils [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Releasing lock "singleton_lock" {{(pid=93408) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 08 17:02:39.237064 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO oslo_service.service [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Starting 2 workers Aug 08 17:02:39.242468 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Started child 93515 {{(pid=93408) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 17:02:39.249268 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Started child 93516 {{(pid=93408) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 17:02:39.249474 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:39.250087 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO neutron.service [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Neutron service started, listening on 0.0.0.0:9696 Aug 08 17:02:39.250087 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Notify callbacks [] for process, before_spawn {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:39.250234 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [-] (93515) wsgi starting up on http://0.0.0.0:9696 Aug 08 17:02:39.251713 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO oslo_service.service [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Starting 1 workers Aug 08 17:02:39.251937 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:39.253279 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [-] (93516) wsgi starting up on http://0.0.0.0:9696 Aug 08 17:02:39.257509 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Started child 93517 {{(pid=93408) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 17:02:39.258055 dv-cinder-787296-3-iscsi neutron-server[93408]: INFO oslo_service.service [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Starting 1 workers Aug 08 17:02:39.261152 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.service [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] calling RpcWorker wait() {{(pid=93517) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 08 17:02:39.261684 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.service [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] returning from RpcWorker wait() {{(pid=93517) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 08 17:02:39.262598 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Started child 93518 {{(pid=93408) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 17:02:39.262917 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:39.263402 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:02:39.263515 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG neutron_lib.callbacks.manager [None req-f4a3f76c-f2ce-4e55-b682-1806a6fdcdcd None None] Notify callbacks [] for process, after_spawn {{(pid=93408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:39.265358 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93408) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 17:02:39.265575 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 17:02:39.265765 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 17:02:39.265986 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 17:02:39.266322 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 17:02:39.266486 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 17:02:39.267029 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.267316 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.267583 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.267753 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:39.268235 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.268235 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.268713 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.268975 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.269211 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.269531 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.269721 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.269939 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.270118 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.270385 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.270637 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.270955 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.271270 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.271464 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.271737 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.271909 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.272172 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.272434 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.272691 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.272965 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] debug = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.273213 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.273702 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.273944 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.274197 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.274420 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.274687 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.274950 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.275208 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.275444 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.275682 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.275941 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.276197 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.276459 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.276676 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.276915 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.277169 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.277391 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.277854 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] host = dv-cinder-787296-3-iscsi {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.278106 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.278323 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.278552 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.278829 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.279083 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.279320 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.279655 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.279835 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.280079 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.280325 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.280546 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.280807 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.281047 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.281396 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.281491 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_options = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.281672 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.281937 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.282206 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.282396 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.282559 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.282768 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.283036 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.283203 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.283455 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.283687 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.283901 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.284116 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.284384 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.284596 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.284856 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.285104 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.285334 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.285610 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.286035 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.286132 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.286329 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.286559 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.286825 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.287045 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.287277 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.287493 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.287738 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.287954 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.288167 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.288408 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.288652 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.288910 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.289143 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.289389 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.289624 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.289873 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.290086 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.290351 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.290584 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.290943 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.291123 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.291546 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.291655 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.291835 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.292079 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.292319 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_json = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.292533 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.292780 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.293050 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.293271 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.293507 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.293723 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.293970 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.295025 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.295025 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.295025 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.296043 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.296361 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.296604 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.296883 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.297215 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.297365 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:02:39.297442 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.297577 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.297885 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.298152 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.298383 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.298683 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.298960 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.299205 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.299560 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.299804 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.300086 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.300329 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.300633 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.300864 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.301898 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.302247 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.302566 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.302869 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.303133 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.303368 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.303649 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.303889 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.304138 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.304365 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.304606 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.304889 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.305151 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.305370 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.305597 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.305847 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.306090 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.306342 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.306605 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.306870 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.307106 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.307433 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.307679 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.307901 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.308125 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.308366 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.308607 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.308829 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.309104 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.309348 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.309571 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.309848 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.310388 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.310388 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.310562 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.310651 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.310878 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.311107 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.311331 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.311576 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.311835 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.312099 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.312327 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.313117 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.313117 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.313117 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.313354 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.313460 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.314501 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.314501 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.314501 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.314501 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.314501 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.314867 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.314932 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.315162 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.315381 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.315625 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.315848 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.316071 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.316293 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.316722 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.316872 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.317952 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.317952 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.318164 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.318431 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.318649 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.318922 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.319457 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.319457 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.319714 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.319847 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.320175 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.320315 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.320970 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.320970 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.320970 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.321230 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.321495 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.321716 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.321969 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.322187 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.322435 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.322653 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.322934 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.323191 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.323444 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.323694 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.323949 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.324250 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.324488 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.324776 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.324995 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.325270 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.325570 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.325833 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.326113 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.326359 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.326594 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.326861 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.327083 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.327347 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.327598 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.327828 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.328067 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.328347 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.328586 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.328806 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.329042 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.329287 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.329628 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.329884 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.330130 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.330374 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.330653 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.330922 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.331162 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.331442 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.331704 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.331943 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.332193 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.333147 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.333390 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.333628 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.333884 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.334107 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.334353 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.334589 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.334851 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.335094 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.335316 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.335556 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.335805 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.336042 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.336260 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.336480 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.336703 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.336955 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.337173 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.337393 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.337649 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.337867 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.338086 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.338304 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.338540 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.338818 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.339041 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.339348 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.339609 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.339829 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.340065 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.340300 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.340544 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.340763 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.341043 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.341320 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.341490 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.341696 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.341935 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.342154 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.342370 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.342605 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.342865 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.343106 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.343366 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.343708 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.343966 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.344199 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.344451 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.344692 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.344943 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.345179 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.345397 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.345616 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.345832 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.346048 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.346308 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.346529 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.346794 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.347039 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.347272 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.347508 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.347726 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.348149 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.348555 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.348811 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.349045 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.349306 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.349808 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.350028 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.350288 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.350504 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.350742 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.350968 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.351210 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.351443 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.351701 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.351917 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.352132 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.352359 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.353121 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.353121 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.353121 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.353376 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.353466 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.353632 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.353857 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.354069 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.354751 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.354751 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.354941 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.355025 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.355208 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.355420 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.355711 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.355891 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.356074 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.356300 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.356520 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.356733 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.357031 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.357303 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.357522 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.357799 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.358040 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.358285 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.358536 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.358888 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.359106 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.359346 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.359588 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.359821 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.360049 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.360305 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.360633 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.360927 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.361197 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.361454 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.361737 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.362034 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.362295 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.362515 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.362826 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.363148 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.363433 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.364317 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.364639 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.364912 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.365158 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.365383 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.365622 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.365874 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.366114 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.366380 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.366614 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.366882 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.367101 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.367327 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.367548 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.367776 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.367990 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.368211 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.368445 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.368603 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 17:02:39.369131 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93408) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 17:02:39.369293 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 17:02:39.369446 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 17:02:39.369616 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 17:02:39.369787 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 17:02:39.369942 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 17:02:39.370151 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.370314 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.370476 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.370637 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.370822 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.371005 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.371168 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.371328 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.371488 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.371647 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.371814 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.371978 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.372136 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.372295 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.372456 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.372616 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.372776 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.372937 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.373103 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.373264 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.373425 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.373583 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.373744 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] debug = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.373904 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.374096 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.374259 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.374420 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.374579 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.374760 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.374912 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.375070 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.375230 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.375390 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.375549 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.375708 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.375867 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.376028 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.376186 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.376346 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.376505 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.376664 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] host = dv-cinder-787296-3-iscsi {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.376823 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.376982 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.377141 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.377300 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.377459 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.377618 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.377777 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.377936 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.378118 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.378277 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.378437 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.378597 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.378817 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.378985 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.379161 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_options = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.379352 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.379511 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.379671 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.379857 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.380023 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.380184 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.380344 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.380505 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.380665 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.380823 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.381052 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.381177 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.381339 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.381503 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.381662 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.381821 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.382008 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.382149 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.382274 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.382443 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.382584 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.382759 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.382921 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.383079 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.383239 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.383400 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.383582 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.383713 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.383868 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.384028 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.384187 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.384347 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.384506 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.384670 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.384829 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.385000 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.385150 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.385314 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.385473 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.385632 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.385792 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.385951 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.386112 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.386272 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.386431 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.386590 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_json = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.386770 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.386931 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.387090 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.387250 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.387409 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.387569 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.387730 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.387890 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 17:02:39.388070 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.388233 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.388405 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.388569 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.388732 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.388894 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.389055 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.389217 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.389378 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.389539 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.389707 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.389869 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.390040 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.390204 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.390365 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.390529 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.390691 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.390874 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.391048 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.391237 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.391365 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.391487 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.391662 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.391823 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.391986 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.392147 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.392351 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.392461 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.392625 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.392911 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.392911 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.393365 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.393365 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.393574 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.393574 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.393788 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.393914 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.393997 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.394146 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.394309 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.394471 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.394638 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.395332 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.395498 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.395661 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.395900 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.396068 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.396232 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.396396 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.396558 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.396730 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.396892 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.397055 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.397216 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.397379 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.397540 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.397703 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.397866 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.398028 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.398190 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.398352 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.398527 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.398688 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.398874 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.399036 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.399198 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.399361 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.399523 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.399686 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.399850 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.400011 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.400173 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.400335 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.400603 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.400769 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.400932 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.401095 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.401258 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.401420 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.401581 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.401680 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:02:39.401775 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.401892 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.402053 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.402214 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.402384 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.402561 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.402765 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.402905 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.403066 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.403226 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.403388 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.403549 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.403710 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.403872 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.404033 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.404194 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.404355 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.404519 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.404681 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.404843 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.405008 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.405170 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.405333 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.405494 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.405656 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.405817 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.405978 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.406139 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.406299 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.406459 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.406619 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.406812 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.406975 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.407140 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.407302 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.407471 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.407643 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.407806 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.407969 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.408133 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.408295 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.408457 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.408619 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.408782 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.408945 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.409110 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.409311 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.409456 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.409609 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.409745 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.409905 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.410070 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.410256 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.410449 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.410651 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.410931 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.411099 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.411263 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.411427 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.411580 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.411727 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.411875 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.412040 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.412202 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.412351 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.412515 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.412678 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.412840 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.413003 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.413168 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.413330 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.413493 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.413656 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.413818 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.413979 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.414141 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.414303 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.414465 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.414629 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.414815 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.415024 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.415141 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.415282 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.415443 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.415606 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.415767 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.415929 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.416091 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.416253 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.416417 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.416580 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.416743 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.416905 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.417069 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.417232 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.417396 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.417560 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.417722 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.417884 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.418047 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.418208 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.418372 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.418536 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.418700 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.418882 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.419045 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.419267 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.419367 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.419532 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.419695 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.419856 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.420019 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.420181 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.420343 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.420505 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.420666 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.420828 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.420990 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.421154 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.421317 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.421480 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.421641 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.421803 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.421965 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.422128 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.422289 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.422471 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.422634 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.422820 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.422982 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.423145 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.423307 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.423481 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.423643 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.423805 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.423965 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.424126 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.424287 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.424460 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.424622 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.424788 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.424950 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.425111 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.425274 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.425456 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.425608 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.425769 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.425929 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.426597 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.426777 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.426952 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.427100 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.427258 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.427419 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.427581 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.427742 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.427916 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.428078 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.428240 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.428403 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.428566 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.428727 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.428898 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.429060 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.429221 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.429433 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.429556 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.429693 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.429856 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.430029 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.430192 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.430356 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.430519 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.430680 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.430864 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.431029 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.431195 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.431369 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.431539 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.431702 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.431873 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.432042 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.432213 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.432374 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.432544 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.432713 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.432876 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.433038 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.433200 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.433362 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.433523 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.433684 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.433845 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.434006 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.434167 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.434330 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.434480 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.434641 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.434824 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.434987 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.435148 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.435313 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.435473 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.435635 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.435796 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 17:02:39.435950 dv-cinder-787296-3-iscsi neutron-server[93408]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93408) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 17:02:39.710248 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60766) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:02:39.718737 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062099 Aug 08 17:02:50.832557 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0504e-d46e-4e64-a1a5-f4c0bb460b03 None None] get_active_networks_info from dv-cinder-787296-3-iscsi {{(pid=93517) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 08 17:02:50.915296 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0504e-d46e-4e64-a1a5-f4c0bb460b03 None None] No non-hosted networks {{(pid=93517) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 08 17:02:50.923305 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.agentschedulers_db [None req-9bd0504e-d46e-4e64-a1a5-f4c0bb460b03 None None] DHCP Agent not found on host dv-cinder-787296-3-iscsi {{(pid=93517) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 08 17:02:51.046210 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-75d1b603-b99b-43f7-8a4e-2a214e84c4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692925'] for agent, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:53.600319 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-47cc2b30-4437-400e-aadf-944919b5fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692925'] for agent, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:53.638673 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-22e5f3cf-f1d1-4e44-845d-eca585cd5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:53.863278 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692925'] for agent, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:53.864430 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.866564 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.867434 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.869589 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.871169 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.871962 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.873614 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.874188 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.875286 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.877461 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.878134 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.879257 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:02:53.881828 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787296-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:02:53.892089 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787296-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:02:54.579676 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692925'] for agent, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:56.151025 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692925'] for agent, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:02:57.178646 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60860) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:02:57.667102 dv-cinder-787296-3-iscsi neutron-server[93516]: WARNING oslo_policy.policy [None req-86fa2862-5504-423f-a6f2-9bedbb6e6ce9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 17:02:57.667680 dv-cinder-787296-3-iscsi neutron-server[93516]: WARNING oslo_policy.policy [None req-86fa2862-5504-423f-a6f2-9bedbb6e6ce9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 17:02:57.890063 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [None req-86fa2862-5504-423f-a6f2-9bedbb6e6ce9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:02:57.902809 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-86fa2862-5504-423f-a6f2-9bedbb6e6ce9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7114446 Aug 08 17:02:59.921238 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.db.l3_hamode_db [None req-031fbfde-3793-4282-acb7-cbeca0542fde None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 08 17:03:00.000691 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fbfde-3793-4282-acb7-cbeca0542fde None None] Routers set() bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:03:00.001083 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fbfde-3793-4282-acb7-cbeca0542fde None None] Router IDs set() for agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 08 17:03:00.245988 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60874) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:00.553731 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-d338cefd-f2ff-4040-a602-30aa87d26ce3 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:03:00.647023 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.policy [None req-d338cefd-f2ff-4040-a602-30aa87d26ce3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93516) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 17:03:00.691351 dv-cinder-787296-3-iscsi neutron-server[93516]: WARNING oslo_policy.policy [None req-d338cefd-f2ff-4040-a602-30aa87d26ce3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 17:03:00.691785 dv-cinder-787296-3-iscsi neutron-server[93516]: WARNING oslo_policy.policy [None req-d338cefd-f2ff-4040-a602-30aa87d26ce3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 17:03:00.700374 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.quota [None req-d338cefd-f2ff-4040-a602-30aa87d26ce3 admin admin] Loaded quota_driver: . Aug 08 17:03:00.792391 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d338cefd-f2ff-4040-a602-30aa87d26ce3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781930714483', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781930714790', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781930701458', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781930704197', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781926995164', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781930748537', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-589481', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-763790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1744539', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1677525'] for rbac-policy, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:00.857445 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d338cefd-f2ff-4040-a602-30aa87d26ce3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:00.858631 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d338cefd-f2ff-4040-a602-30aa87d26ce3 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6116922 Aug 08 17:03:03.442345 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60886) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:03.739108 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:03:03.767042 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Made reservation on behalf of 3cebb3cf7a8e49c8a47354d115e7e446 for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:03:03.770507 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:03.788004 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:03.911236 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:03.914965 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:03.939248 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:03:03.964770 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781926186343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:03.965350 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Unsubscribe: segment precommit_create {{(pid=93516) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 17:03:03.965865 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Added segment e8358a9b-7dfc-4907-83aa-618ce6d5b98b of type vlan for network a4280c99-b960-4a10-8675-a2877d7dafe6 Aug 08 17:03:03.973070 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db4afe3-54b5-4191-892b-9f2cfbdfa5ab,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:04.008261 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.008613 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.008947 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.009271 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.009591 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.009925 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.010246 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.010561 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.010909 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.011228 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.011541 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.011854 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Tracked resource versions report: Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: pushed versions: Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: { 'AddressGroup': {'1.2'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'ConntrackHelper': {'1.0'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Log': {'1.0'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Network': {'1.1'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Port': {'1.7'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'PortForwarding': {'1.2'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'QosPolicy': {'1.9'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SecurityGroup': {'1.4'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SecurityGroupRule': {'1.2'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SubPort': {'1.0'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Subnet': {'1.1'}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Trunk': {'1.1'}} Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: consumer versions: Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: { DHCP agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: L3 agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: Metadata agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: Metering agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: Open vSwitch agent@dv-cinder-787296-3-iscsi: { 'AddressGroup': '1.2', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'ConntrackHelper': '1.0', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Log': '1.0', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Network': '1.1', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Port': '1.7', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'PortForwarding': '1.2', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'QosPolicy': '1.9', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SecurityGroup': '1.4', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SecurityGroupRule': '1.2', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SubPort': '1.0', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Subnet': '1.1', Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Trunk': '1.1'}} Aug 08 17:03:04.012922 dv-cinder-787296-3-iscsi neutron-server[93516]: {{(pid=93516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 17:03:04.087139 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:04.136653 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:04.137789 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:03:04.138427 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:04.230120 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7866201 Aug 08 17:03:04.237986 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6896b7-5a49-4abc-8342-c8fb5bea5d58 admin admin] Pushing event updated for resources: {'Network': ['ID=a4280c99-b960-4a10-8675-a2877d7dafe6,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:04.249851 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network a4280c99-b960-4a10-8675-a2877d7dafe6 details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:03:06.895026 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60900) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:07.287258 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb2c593-1692-47b1-8404-0e43bf85d885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:03:07.288610 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-fcb2c593-1692-47b1-8404-0e43bf85d885 admin admin] 10.222.0.20 "GET /v2.0/networks/a4280c99-b960-4a10-8675-a2877d7dafe6 HTTP/1.1" status: 200 len: 824 time: 0.3926146 Aug 08 17:03:07.312799 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-816ed049-97a9-44af-8dd9-0df5bc2674a4 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/cf692643-7706-45cb-89f7-ae9dfce16f47 HTTP/1.1" status: 200 len: 734 time: 0.0183303 Aug 08 17:03:07.321343 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Request body: {'subnet': {'subnetpool_id': 'cf692643-7706-45cb-89f7-ae9dfce16f47', 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:03:07.342693 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Made reservation on behalf of 3cebb3cf7a8e49c8a47354d115e7e446 for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:03:07.344970 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:07.637444 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:07.702607 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab3a92a-b940-4618-93ac-7bd91b2ee627,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:07.712911 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Checking segment: {'id': 'e8358a9b-7dfc-4907-83aa-618ce6d5b98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:03:07.713308 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Network hostable DHCP agents. Network: a4280c99-b960-4a10-8675-a2877d7dafe6, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:03:07.734629 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Network a4280c99-b960-4a10-8675-a2877d7dafe6 is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:03:07.744888 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, a4280c99-b960-4a10-8675-a2877d7dafe6) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:03:07.749355 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:03:07.749934 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:07.755896 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d2d280-b30a-4be4-89ce-e8a43eb41551 None None] Network a4280c99-b960-4a10-8675-a2877d7dafe6 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:03:07.763479 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-f7bc51c6-d7c3-40d2-83fd-6e0f729d639c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4453132 Aug 08 17:03:08.074665 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0523a24-1118-5044-8312-56a61d96f3f7-a4280c99-b960-4a10-8675-a2877d7dafe6', 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'fixed_ips': [{'subnet_id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627'}]}} from dv-cinder-787296-3-iscsi. {{(pid=93517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 17:03:08.075938 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:08.352383 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.db_base_plugin_common [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Allocated IP 172.20.0.2 (a4280c99-b960-4a10-8675-a2877d7dafe6/5ab3a92a-b940-4618-93ac-7bd91b2ee627/a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7) {{(pid=93517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:03:08.556246 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Notify callbacks [] for port, precommit_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:08.601103 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Transition to ACTIVE for port object a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:03:08.622799 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Transition to ACTIVE for port object a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:03:08.631729 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:08.690726 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Network a4280c99-b960-4a10-8675-a2877d7dafe6 is already hosted by enough agents. {{(pid=93517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:03:08.695691 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.base_scheduler [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Resources bound (agent type, host, resource id): {{(pid=93517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:03:08.708958 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Received port after_create {{(pid=93517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:03:08.723543 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Pushing event updated for resources: {'Port': ['ID=a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7,revision_number=1']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:08.752671 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.753691 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.754164 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.754513 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.754953 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.755298 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.755635 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.755973 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.756514 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.756651 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.756984 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.757315 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Tracked resource versions report: Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: pushed versions: Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: { 'AddressGroup': {'1.2'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'ConntrackHelper': {'1.0'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Log': {'1.0'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Network': {'1.1'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Port': {'1.7'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'PortForwarding': {'1.2'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'QosPolicy': {'1.9'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SecurityGroup': {'1.4'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SecurityGroupRule': {'1.2'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SubPort': {'1.0'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Subnet': {'1.1'}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Trunk': {'1.1'}} Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: consumer versions: Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: { DHCP agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: L3 agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: Metadata agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: Metering agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: Open vSwitch agent@dv-cinder-787296-3-iscsi: { 'AddressGroup': '1.2', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'ConntrackHelper': '1.0', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Log': '1.0', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Network': '1.1', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Port': '1.7', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'PortForwarding': '1.2', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'QosPolicy': '1.9', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SecurityGroup': '1.4', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SecurityGroupRule': '1.2', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SubPort': '1.0', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Subnet': '1.1', Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Trunk': '1.1'}} Aug 08 17:03:08.758391 dv-cinder-787296-3-iscsi neutron-server[93517]: {{(pid=93517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 17:03:08.806121 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Attempting to bind port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:03:08.806510 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Attempting to bind port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'e8358a9b-7dfc-4907-83aa-618ce6d5b98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:03:08.806967 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Attempting to bind port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 on network a4280c99-b960-4a10-8675-a2877d7dafe6 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:03:08.811780 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:03:08.812174 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Checking segment: {'id': 'e8358a9b-7dfc-4907-83aa-618ce6d5b98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:03:08.812663 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:08.813063 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Bound using segment: {'id': 'e8358a9b-7dfc-4907-83aa-618ce6d5b98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:03:08.813539 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Bound port: a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8358a9b-7dfc-4907-83aa-618ce6d5b98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:03:08.813929 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:08.875318 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] For port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:03:08.879471 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] For port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7,segment=NetworkSegment(e8358a9b-7dfc-4907-83aa-618ce6d5b98b),segment_id=e8358a9b-7dfc-4907-83aa-618ce6d5b98b)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:03:08.884011 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:08.956102 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc76b42-60dd-4472-87b2-939c25c73311 None None] Pushing event updated for resources: {'Port': ['ID=a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:10.109315 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60908) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:10.426934 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [None req-2a52b719-c7ab-441f-918f-e36ee808b011 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:03:10.427906 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-2a52b719-c7ab-441f-918f-e36ee808b011 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3176556 Aug 08 17:03:12.778805 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60916) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:13.114246 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [None req-173e5695-735e-4868-97de-7c8310446ebb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:03:13.115317 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-173e5695-735e-4868-97de-7c8310446ebb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3355458 Aug 08 17:03:15.724889 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 60926) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:16.228529 dv-cinder-787296-3-iscsi neutron-server[93515]: WARNING oslo_policy.policy [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 17:03:16.229127 dv-cinder-787296-3-iscsi neutron-server[93515]: WARNING oslo_policy.policy [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 17:03:16.447065 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:03:16.511980 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.policy [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93515) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 17:03:16.557999 dv-cinder-787296-3-iscsi neutron-server[93515]: WARNING oslo_policy.policy [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 17:03:16.558679 dv-cinder-787296-3-iscsi neutron-server[93515]: WARNING oslo_policy.policy [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 17:03:16.567258 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.quota [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] Loaded quota_driver: . Aug 08 17:03:16.624458 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102798'] for router, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:16.626378 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102785'] for router, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:16.786287 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:16.792445 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386'] for router, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:16.811890 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] Notify callbacks [] for router, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:16.813277 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-f021f3b2-5fea-4be6-adc6-6e61217ecebd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0862556 Aug 08 17:03:17.276580 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e52ea4-f46f-442d-b4ca-c97610e93d59 None None] Network a4280c99-b960-4a10-8675-a2877d7dafe6 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:03:17.407510 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-5fe9f2cc-7215-467c-a011-402848c4ba7a None None] Provisioning for port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:03:17.669663 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:03:17.754950 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:03:17.758819 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:03:17.759221 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:17.870963 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:17.905456 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7,segment=NetworkSegment(e8358a9b-7dfc-4907-83aa-618ce6d5b98b),segment_id=e8358a9b-7dfc-4907-83aa-618ce6d5b98b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:03:17.909273 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:17.958788 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:19.187967 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60946) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:19.491812 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [None req-96de42c4-ca21-44cf-89a2-5889f5a658f3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:03:19.492777 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-96de42c4-ca21-44cf-89a2-5889f5a658f3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3039100 Aug 08 17:03:19.652827 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:03:19.702654 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:03:19.703059 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:20.745959 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-4b79f603-e2e9-48e5-a079-fa2eb18beea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:21.934348 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60954) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:22.242423 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:03:22.264413 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Made reservation on behalf of c306f728045b44fe8101312347cf5abe for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:03:22.266655 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:22.275413 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:22.362154 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:22.365757 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:22.383034 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Reserving flat network on physical network physnet1 {{(pid=93516) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 08 17:03:22.397207 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb8f7aa-4567-461a-ada2-cdb3bd4e0daf,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:22.405491 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:22.405841 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Added segment b1967ec0-25e9-48a3-918a-4f85ed81394d of type flat for network 111b90d2-db22-4369-bf0d-0678224568e8 Aug 08 17:03:22.460672 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:22.493863 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:22.494776 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:03:22.495348 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:22.547589 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6121278 Aug 08 17:03:22.567700 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb2f17-8f16-4f53-8df9-437c9a560b58 admin admin] Pushing event updated for resources: {'Network': ['ID=111b90d2-db22-4369-bf0d-0678224568e8,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:22.578280 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 111b90d2-db22-4369-bf0d-0678224568e8 details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:03:23.586393 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2eb94403-dd6b-4ef4-82d2-8e13294f1bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:23.857602 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:24.522455 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:24.868878 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60972) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:25.056975 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f0c16a-c177-40fa-9c70-3a026b556e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:03:25.058273 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-39f0c16a-c177-40fa-9c70-3a026b556e7d admin admin] 10.222.0.20 "GET /v2.0/subnets/5ab3a92a-b940-4618-93ac-7bd91b2ee627 HTTP/1.1" status: 200 len: 849 time: 0.1884575 Aug 08 17:03:25.220388 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-699dd66f-8a42-4dde-a8d1-1847a8a63a8b admin admin] 10.222.0.20 "GET /v2.0/routers/d238b12f-37e6-4bb9-bfcd-ae4b704e07ee HTTP/1.1" status: 200 len: 704 time: 0.1559627 Aug 08 17:03:25.487984 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:25.775991 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Allocated IP 172.20.0.1 (a4280c99-b960-4a10-8675-a2877d7dafe6/5ab3a92a-b940-4618-93ac-7bd91b2ee627/19775a53-053b-4620-9456-9ad221c5ae02) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:03:25.973542 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:25.994836 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Transition to ACTIVE for port object 19775a53-053b-4620-9456-9ad221c5ae02 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:03:26.075753 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:26.103809 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:26.138359 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Network a4280c99-b960-4a10-8675-a2877d7dafe6 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:03:26.144608 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:03:26.152357 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:03:26.152933 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693457'] for router_interface, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:26.213437 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Pushing event updated for resources: {'Port': ['ID=19775a53-053b-4620-9456-9ad221c5ae02,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:26.357997 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:26.400197 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-b922a6a1-e740-45d5-a361-81b4b9020d8a None None] Provisioning for port 19775a53-053b-4620-9456-9ad221c5ae02 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:03:26.403743 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-b922a6a1-e740-45d5-a361-81b4b9020d8a None None] Provisioning complete for port 19775a53-053b-4620-9456-9ad221c5ae02 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:03:26.404139 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-b922a6a1-e740-45d5-a361-81b4b9020d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:26.436129 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-b922a6a1-e740-45d5-a361-81b4b9020d8a None None] Port 19775a53-053b-4620-9456-9ad221c5ae02 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:03:26.578038 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:26.582464 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:26.583261 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693605'] for router_interface, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:26.662385 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Pushing event updated for resources: {'Port': ['ID=19775a53-053b-4620-9456-9ad221c5ae02,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:26.705690 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Network a4280c99-b960-4a10-8675-a2877d7dafe6 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:03:26.706962 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:03:26.856635 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-d7bae170-4ab8-4d83-8587-4de51ec025d6 None None] Provisioning complete for port 19775a53-053b-4620-9456-9ad221c5ae02 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:03:26.857014 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-d7bae170-4ab8-4d83-8587-4de51ec025d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:26.864292 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Router d238b12f-37e6-4bb9-bfcd-ae4b704e07ee is scheduled to L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 with binding_index 1 {{(pid=93516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 08 17:03:26.889579 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-d7bae170-4ab8-4d83-8587-4de51ec025d6 None None] Port 19775a53-053b-4620-9456-9ad221c5ae02 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:03:26.953082 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:03:26.958195 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-4d695e4b-b742-46cf-a649-605f97ff665c admin admin] 10.222.0.20 "PUT /v2.0/routers/d238b12f-37e6-4bb9-bfcd-ae4b704e07ee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7309988 Aug 08 17:03:26.978635 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Sync routers for ids ['d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:03:26.990666 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Routers {'d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:03:26.991516 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:03:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:03:27.174514 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Set router d238b12f-37e6-4bb9-bfcd-ae4b704e07ee gateway port host: None {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:03:27.599886 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'name': 'router1', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:03:16Z', 'updated_at': '2021-08-08T17:03:26Z', 'revision_number': 2, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'gw_port_host': None, '_interfaces': [{'id': '19775a53-053b-4620-9456-9ad221c5ae02', 'name': '', 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'mac_address': 'fa:16:3e:99:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:03:25Z', 'updated_at': '2021-08-08T17:03:26Z', 'revision_number': 2, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'subnets': [{'id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf692643-7706-45cb-89f7-ae9dfce16f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:03:27.651353 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Checking router: d238b12f-37e6-4bb9-bfcd-ae4b704e07ee for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:03:27.651737 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Updating router d238b12f-37e6-4bb9-bfcd-ae4b704e07ee port 19775a53-053b-4620-9456-9ad221c5ae02 binding host dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:03:27.700698 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:28.217425 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Notify callbacks [] for port, precommit_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:28.235338 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.provisioning_blocks [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Transition to ACTIVE for port object 19775a53-053b-4620-9456-9ad221c5ae02 will not be triggered until provisioned by entity L2. {{(pid=93518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:03:28.242096 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:28.405931 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Pushing event updated for resources: {'Port': ['ID=19775a53-053b-4620-9456-9ad221c5ae02,revision_number=3']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:28.422136 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Attempting to bind port 19775a53-053b-4620-9456-9ad221c5ae02 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:03:28.422541 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Attempting to bind port 19775a53-053b-4620-9456-9ad221c5ae02 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'e8358a9b-7dfc-4907-83aa-618ce6d5b98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6'}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:03:28.422999 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Attempting to bind port 19775a53-053b-4620-9456-9ad221c5ae02 on network a4280c99-b960-4a10-8675-a2877d7dafe6 {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:03:28.426192 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.426544 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.426907 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.427241 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.427565 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.427894 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.428225 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.428546 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.428880 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.429202 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.429518 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.429832 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Tracked resource versions report: Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: pushed versions: Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: { 'AddressGroup': {'1.2'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'ConntrackHelper': {'1.0'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Log': {'1.0'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Network': {'1.1'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Port': {'1.7'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'PortForwarding': {'1.2'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'QosPolicy': {'1.9'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SecurityGroup': {'1.4'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SecurityGroupRule': {'1.2'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SubPort': {'1.0'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Subnet': {'1.1'}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Trunk': {'1.1'}} Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: consumer versions: Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: { DHCP agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: L3 agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: Metadata agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: Metering agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: Open vSwitch agent@dv-cinder-787296-3-iscsi: { 'AddressGroup': '1.2', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'ConntrackHelper': '1.0', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Log': '1.0', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Network': '1.1', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Port': '1.7', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'PortForwarding': '1.2', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'QosPolicy': '1.9', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SecurityGroup': '1.4', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SecurityGroupRule': '1.2', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SubPort': '1.0', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Subnet': '1.1', Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Trunk': '1.1'}} Aug 08 17:03:28.430912 dv-cinder-787296-3-iscsi neutron-server[93518]: {{(pid=93518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 17:03:28.436690 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:03:28.437094 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Checking segment: {'id': 'e8358a9b-7dfc-4907-83aa-618ce6d5b98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:03:28.437579 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:28.437978 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Bound using segment: {'id': 'e8358a9b-7dfc-4907-83aa-618ce6d5b98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6'} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:03:28.438470 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Bound port: 19775a53-053b-4620-9456-9ad221c5ae02, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8358a9b-7dfc-4907-83aa-618ce6d5b98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6'}}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:03:28.438866 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:28.502526 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] For port 19775a53-053b-4620-9456-9ad221c5ae02, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:03:28.524020 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] For port 19775a53-053b-4620-9456-9ad221c5ae02, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=19775a53-053b-4620-9456-9ad221c5ae02,segment=NetworkSegment(e8358a9b-7dfc-4907-83aa-618ce6d5b98b),segment_id=e8358a9b-7dfc-4907-83aa-618ce6d5b98b)] {{(pid=93518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:03:28.528297 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:28.589694 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bde35-a83e-4e44-9821-6b3d9543c409 None None] Pushing event updated for resources: {'Port': ['ID=19775a53-053b-4620-9456-9ad221c5ae02,revision_number=4']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:28.599476 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Routers {'d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:03:28.600105 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:03:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:03:28.691946 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] Set router d238b12f-37e6-4bb9-bfcd-ae4b704e07ee gateway port host: None {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:03:28.896073 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'name': 'router1', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:03:16Z', 'updated_at': '2021-08-08T17:03:26Z', 'revision_number': 2, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'gw_port_host': None, '_interfaces': [{'id': '19775a53-053b-4620-9456-9ad221c5ae02', 'name': '', 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'mac_address': 'fa:16:3e:99:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:03:25Z', 'updated_at': '2021-08-08T17:03:28Z', 'revision_number': 4, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'subnets': [{'id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf692643-7706-45cb-89f7-ae9dfce16f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:03:28.922966 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea36a1d-05b1-4e2c-8cac-cae9aa566a9b None None] The sync data for ids ['d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'] in dv-cinder-787296-3-iscsi is: [{'id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'name': 'router1', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:03:16Z', 'updated_at': '2021-08-08T17:03:26Z', 'revision_number': 2, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'gw_port_host': None, '_interfaces': [{'id': '19775a53-053b-4620-9456-9ad221c5ae02', 'name': '', 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'mac_address': 'fa:16:3e:99:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:03:25Z', 'updated_at': '2021-08-08T17:03:28Z', 'revision_number': 4, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'subnets': [{'id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf692643-7706-45cb-89f7-ae9dfce16f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:03:29.186728 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 60992) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:29.296079 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95238f83-2ded-4e03-9fa8-89f82057ec1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:03:29.297711 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-95238f83-2ded-4e03-9fa8-89f82057ec1f admin admin] 10.222.0.20 "GET /v2.0/networks/111b90d2-db22-4369-bf0d-0678224568e8 HTTP/1.1" status: 200 len: 842 time: 0.1099608 Aug 08 17:03:29.307769 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:03:29.328578 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Made reservation on behalf of c306f728045b44fe8101312347cf5abe for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:03:29.331532 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:29.610767 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.objects.ports [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93516) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 08 17:03:29.612045 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:29.732560 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec4fb70-7530-4497-a515-372da8aa2e50,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:29.741635 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:03:29.741988 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Network hostable DHCP agents. Network: 111b90d2-db22-4369-bf0d-0678224568e8, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:03:29.757688 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:03:29.766317 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 111b90d2-db22-4369-bf0d-0678224568e8) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:03:29.770981 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:03:29.771557 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:29.777056 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538765d-6e4e-4f93-9d81-af70d282667f None None] Network 111b90d2-db22-4369-bf0d-0678224568e8 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:03:29.802745 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-ea88528d-17d5-48c4-ac52-c87a63856972 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4829893 Aug 08 17:03:29.907823 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3454c8d-08f1-4cf2-af70-74c45185003a None None] Network 111b90d2-db22-4369-bf0d-0678224568e8 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:03:32.046683 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 32768) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:32.174889 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-f08c1946-120b-4a18-a878-6c5fbc5c67db admin admin] 10.222.0.20 "GET /v2.0/routers/d238b12f-37e6-4bb9-bfcd-ae4b704e07ee HTTP/1.1" status: 200 len: 710 time: 0.1270444 Aug 08 17:03:32.257423 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e894cf-e4bd-4f41-977b-8008f6d1d51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:03:32.258696 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-f5e894cf-e4bd-4f41-977b-8008f6d1d51b admin admin] 10.222.0.20 "GET /v2.0/networks/111b90d2-db22-4369-bf0d-0678224568e8 HTTP/1.1" status: 200 len: 886 time: 0.0780458 Aug 08 17:03:32.267980 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:03:32.523924 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:32.759466 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:32.836433 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:32.941939 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Allocated IP 172.27.3.142 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/456b2de3-75a2-4d00-a3bb-fd6d190b4031) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:03:33.056119 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:33.094870 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:33.129386 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:03:33.132075 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:03:33.137332 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:03:33.175106 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Pushing event updated for resources: {'Port': ['ID=456b2de3-75a2-4d00-a3bb-fd6d190b4031,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:33.392976 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:33.671731 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102803'] for router, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:33.676032 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1692404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1687623'] for router, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:33.779951 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Router d238b12f-37e6-4bb9-bfcd-ae4b704e07ee has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:03:33.886476 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:03:33.890652 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:33.892414 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e7d984d1-499b-4a71-b4c3-9ae8e80a93ef admin admin] 10.222.0.20 "PUT /v2.0/routers/d238b12f-37e6-4bb9-bfcd-ae4b704e07ee HTTP/1.1" status: 200 len: 890 time: 1.6271677 Aug 08 17:03:35.332841 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Sync routers for ids ['d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:03:35.342869 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Routers {'d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:03:35.343551 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:03:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:03:35.603918 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Set router d238b12f-37e6-4bb9-bfcd-ae4b704e07ee gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:03:35.690278 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 19775a53-053b-4620-9456-9ad221c5ae02 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:03:35.930029 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 19775a53-053b-4620-9456-9ad221c5ae02 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:03:35.948844 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 19775a53-053b-4620-9456-9ad221c5ae02 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:03:35.949216 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:36.114171 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:36.168872 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'name': 'router1', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '456b2de3-75a2-4d00-a3bb-fd6d190b4031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:03:16Z', 'updated_at': '2021-08-08T17:03:33Z', 'revision_number': 4, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'gw_port': {'id': '456b2de3-75a2-4d00-a3bb-fd6d190b4031', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:03:32Z', 'updated_at': '2021-08-08T17:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '19775a53-053b-4620-9456-9ad221c5ae02', 'name': '', 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'mac_address': 'fa:16:3e:99:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:03:25Z', 'updated_at': '2021-08-08T17:03:28Z', 'revision_number': 4, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'subnets': [{'id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf692643-7706-45cb-89f7-ae9dfce16f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:03:36.222584 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 19775a53-053b-4620-9456-9ad221c5ae02, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=19775a53-053b-4620-9456-9ad221c5ae02,segment=NetworkSegment(e8358a9b-7dfc-4907-83aa-618ce6d5b98b),segment_id=e8358a9b-7dfc-4907-83aa-618ce6d5b98b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:03:36.223970 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Checking router: d238b12f-37e6-4bb9-bfcd-ae4b704e07ee for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:03:36.224404 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Updating router d238b12f-37e6-4bb9-bfcd-ae4b704e07ee port 456b2de3-75a2-4d00-a3bb-fd6d190b4031 binding host dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:03:36.240519 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:36.259349 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 32780) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:03:36.292830 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:36.318926 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 5 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:03:36.342677 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=19775a53-053b-4620-9456-9ad221c5ae02,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:36.389478 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-e632e6cd-ee6d-4aa4-b5d2-c400e7ba3eb7 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1289792 Aug 08 17:03:36.666833 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Notify callbacks [] for port, precommit_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:36.676491 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Transition to ACTIVE for port object 456b2de3-75a2-4d00-a3bb-fd6d190b4031 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:03:36.682631 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:36.736617 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Attempting to bind port 456b2de3-75a2-4d00-a3bb-fd6d190b4031 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:03:36.736992 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Attempting to bind port 456b2de3-75a2-4d00-a3bb-fd6d190b4031 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:03:36.737355 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Attempting to bind port 456b2de3-75a2-4d00-a3bb-fd6d190b4031 on network 111b90d2-db22-4369-bf0d-0678224568e8 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:03:36.739632 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31fe45-0810-49c4-b882-fab5364819b2 None None] Pushing event updated for resources: {'Port': ['ID=456b2de3-75a2-4d00-a3bb-fd6d190b4031,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:36.745067 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:03:36.745440 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:03:36.745838 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:36.746224 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Bound using segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:03:36.746683 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Bound port: 456b2de3-75a2-4d00-a3bb-fd6d190b4031, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:03:36.747131 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:36.797750 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] For port 456b2de3-75a2-4d00-a3bb-fd6d190b4031, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:03:36.801124 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] For port 456b2de3-75a2-4d00-a3bb-fd6d190b4031, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=456b2de3-75a2-4d00-a3bb-fd6d190b4031,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:03:36.805418 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:36.859155 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Routers {'d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:03:36.859768 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:03:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:03:36.899302 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31fe45-0810-49c4-b882-fab5364819b2 None None] Pushing event updated for resources: {'Port': ['ID=456b2de3-75a2-4d00-a3bb-fd6d190b4031,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:37.060752 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] Set router d238b12f-37e6-4bb9-bfcd-ae4b704e07ee gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:03:37.279887 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'name': 'router1', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '456b2de3-75a2-4d00-a3bb-fd6d190b4031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:03:16Z', 'updated_at': '2021-08-08T17:03:33Z', 'revision_number': 4, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'gw_port': {'id': '456b2de3-75a2-4d00-a3bb-fd6d190b4031', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:03:32Z', 'updated_at': '2021-08-08T17:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '19775a53-053b-4620-9456-9ad221c5ae02', 'name': '', 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'mac_address': 'fa:16:3e:99:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:03:25Z', 'updated_at': '2021-08-08T17:03:36Z', 'revision_number': 5, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'subnets': [{'id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf692643-7706-45cb-89f7-ae9dfce16f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:03:37.306363 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85a1f0-6266-4ece-ba61-eabdafadff8c None None] The sync data for ids ['d238b12f-37e6-4bb9-bfcd-ae4b704e07ee'] in dv-cinder-787296-3-iscsi is: [{'id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'name': 'router1', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '456b2de3-75a2-4d00-a3bb-fd6d190b4031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:03:16Z', 'updated_at': '2021-08-08T17:03:33Z', 'revision_number': 4, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'gw_port': {'id': '456b2de3-75a2-4d00-a3bb-fd6d190b4031', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:03:32Z', 'updated_at': '2021-08-08T17:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '19775a53-053b-4620-9456-9ad221c5ae02', 'name': '', 'network_id': 'a4280c99-b960-4a10-8675-a2877d7dafe6', 'tenant_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'mac_address': 'fa:16:3e:99:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd238b12f-37e6-4bb9-bfcd-ae4b704e07ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:03:25Z', 'updated_at': '2021-08-08T17:03:36Z', 'revision_number': 5, 'project_id': '3cebb3cf7a8e49c8a47354d115e7e446', 'subnets': [{'id': '5ab3a92a-b940-4618-93ac-7bd91b2ee627', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf692643-7706-45cb-89f7-ae9dfce16f47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:03:37.756233 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 19775a53-053b-4620-9456-9ad221c5ae02 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:03:37.810169 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 19775a53-053b-4620-9456-9ad221c5ae02 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:03:37.810632 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:37.890838 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 456b2de3-75a2-4d00-a3bb-fd6d190b4031 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:03:37.940526 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 456b2de3-75a2-4d00-a3bb-fd6d190b4031 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:03:37.944047 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 456b2de3-75a2-4d00-a3bb-fd6d190b4031 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:03:37.944423 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:38.024603 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:38.045999 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 456b2de3-75a2-4d00-a3bb-fd6d190b4031, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=456b2de3-75a2-4d00-a3bb-fd6d190b4031,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:03:38.051866 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:38.127878 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=456b2de3-75a2-4d00-a3bb-fd6d190b4031,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:03:39.658511 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 456b2de3-75a2-4d00-a3bb-fd6d190b4031 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:03:39.712603 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 456b2de3-75a2-4d00-a3bb-fd6d190b4031 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:03:39.713136 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:50.744821 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-6d6a5d4c-53d9-4b2a-be2b-bb5ce2abe601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:53.590121 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-91005d18-0ba8-4f6e-b94a-007fcc61acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:53.860895 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:54.528399 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:03:56.117101 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:04:13.317643 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 5 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:04:20.755016 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-83741fd1-ea6e-4630-9d70-ecb78d58861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:04:23.594046 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ddd39fc9-de56-4f34-8511-81426820aabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:04:23.864451 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:04:24.533225 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:04:26.123166 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:04:50.316403 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 5 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:04:50.749046 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-56ef8956-55c9-418d-984f-abc0b2efb982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:04:53.595024 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-066edbbc-44b3-4d55-b38a-16bfa97c3377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:04:53.865432 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:04:54.536333 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:04:56.124838 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:11.425098 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 33348) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:11.502903 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8f8f83-30b3-41f6-a2fb-848693af4743 admin admin] GET failed (client error): The resource could not be found. Aug 08 17:05:11.504231 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-bd8f8f83-30b3-41f6-a2fb-848693af4743 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0782056 Aug 08 17:05:11.701949 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39801ae8-dc5d-4457-9f3e-049627a4895f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:11.703459 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-39801ae8-dc5d-4457-9f3e-049627a4895f admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1948788 Aug 08 17:05:13.834254 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33358) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:13.925377 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc2d47-0897-43ef-ad86-68fc0b11ca70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:13.926747 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d4fc2d47-0897-43ef-ad86-68fc0b11ca70 admin admin] 10.222.0.20 "GET /v2.0/subnets/5ab3a92a-b940-4618-93ac-7bd91b2ee627 HTTP/1.1" status: 200 len: 849 time: 0.0915391 Aug 08 17:05:13.936958 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:05:14.020534 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:14.159076 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781926131604'] for subnet, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:14.189219 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:14.189803 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:14.191858 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] 10.222.0.20 "PUT /v2.0/subnets/5ab3a92a-b940-4618-93ac-7bd91b2ee627 HTTP/1.1" status: 200 len: 868 time: 0.2585192 Aug 08 17:05:14.194401 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ea404-d92b-49ff-98f0-2a5f230b8dea None None] Network a4280c99-b960-4a10-8675-a2877d7dafe6 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:05:14.212837 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab3a92a-b940-4618-93ac-7bd91b2ee627,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:05:14.221476 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.221852 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.222203 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.222539 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.222916 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.223269 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.223749 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.224093 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.224443 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.224777 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.225107 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.225437 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2347357e-3da7-4716-9de4-d03f2a72b748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:05:14.545873 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-423b20e2-5b54-4f5e-b1ae-cbe1e3b31585 None None] Provisioning complete for port a8a7d07c-e1a3-43bb-9c19-45e14cc30dd7 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:05:14.546257 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-423b20e2-5b54-4f5e-b1ae-cbe1e3b31585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:14.630871 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-423b20e2-5b54-4f5e-b1ae-cbe1e3b31585 None None] Provisioning complete for port 19775a53-053b-4620-9456-9ad221c5ae02 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:05:14.631179 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-423b20e2-5b54-4f5e-b1ae-cbe1e3b31585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:16.314941 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33368) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:16.512150 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c492e985-992e-47e5-8de6-28717cf74647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:16.512566 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c492e985-992e-47e5-8de6-28717cf74647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:16.514115 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-c492e985-992e-47e5-8de6-28717cf74647 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1982284 Aug 08 17:05:18.687442 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33376) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:18.821924 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830f120-34f6-4b1f-ae4e-e27fe7368755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:18.822320 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830f120-34f6-4b1f-ae4e-e27fe7368755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:18.824533 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-0830f120-34f6-4b1f-ae4e-e27fe7368755 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1355214 Aug 08 17:05:20.755558 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-749a6a8c-2a8f-470a-914e-6a62b000f5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:20.981455 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33384) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:21.103522 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13c4921-f99c-40f4-9050-d1165ce25cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:21.104982 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e13c4921-f99c-40f4-9050-d1165ce25cf2 admin admin] 10.222.0.20 "GET /v2.0/networks/111b90d2-db22-4369-bf0d-0678224568e8 HTTP/1.1" status: 200 len: 886 time: 0.1224675 Aug 08 17:05:23.292561 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33392) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:23.422210 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417e5f46-002c-4041-9da0-71dd93f83bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:23.423582 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-417e5f46-002c-4041-9da0-71dd93f83bdf admin admin] 10.222.0.20 "GET /v2.0/networks/a4280c99-b960-4a10-8675-a2877d7dafe6 HTTP/1.1" status: 200 len: 868 time: 0.1300898 Aug 08 17:05:23.604239 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f2d1-6897-48a3-8e3b-db490dc41914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:23.866813 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:24.537929 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:25.562340 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33400) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:25.686095 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228a5b58-46d8-4ce6-ad35-bd5eba17e3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:25.686566 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228a5b58-46d8-4ce6-ad35-bd5eba17e3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:25.688110 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-228a5b58-46d8-4ce6-ad35-bd5eba17e3b7 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247520 Aug 08 17:05:26.132883 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:27.314728 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 5 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:05:27.842359 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33408) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:27.934438 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acda990-876c-45fd-b97c-45eced0f5e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:27.934839 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acda990-876c-45fd-b97c-45eced0f5e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:27.936318 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-5acda990-876c-45fd-b97c-45eced0f5e19 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929952 Aug 08 17:05:30.051069 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33416) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:30.134081 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3524a0-0226-48c6-8e4e-ed1737fa16f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:30.135433 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-fc3524a0-0226-48c6-8e4e-ed1737fa16f4 admin admin] 10.222.0.20 "GET /v2.0/subnets/4ec4fb70-7530-4497-a515-372da8aa2e50 HTTP/1.1" status: 200 len: 816 time: 0.0834014 Aug 08 17:05:32.254337 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33424) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:32.343022 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d1f90-c16d-4463-8c0f-109774a4d8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:05:32.344584 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-fd9d1f90-c16d-4463-8c0f-109774a4d8c3 admin admin] 10.222.0.20 "GET /v2.0/subnets/5ab3a92a-b940-4618-93ac-7bd91b2ee627 HTTP/1.1" status: 200 len: 868 time: 0.0892704 Aug 08 17:05:50.747664 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f478f45f-2c52-4263-b410-9992378dc151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:53.606046 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-450a773a-1d57-4220-8698-1c3bcae446eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:53.867123 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:54.542975 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:56.135489 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:05:57.834494 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33478) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:05:57.881324 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [None req-0b4e54c3-4c76-448b-892c-e770a081376e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:05:57.882351 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-0b4e54c3-4c76-448b-892c-e770a081376e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469522 Aug 08 17:06:00.116602 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33486) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:06:00.180248 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.pecan_wsgi.hooks.translation [None req-934502fa-49cc-4e51-a1ae-da85c2838c37 admin admin] GET failed (client error): The resource could not be found. Aug 08 17:06:00.181551 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-934502fa-49cc-4e51-a1ae-da85c2838c37 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639884 Aug 08 17:06:00.414825 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec929c96-1341-4a6f-b635-02535568815e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:06:00.416324 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-ec929c96-1341-4a6f-b635-02535568815e admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2304122 Aug 08 17:06:02.596167 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33494) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:06:02.642820 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:06:02.663349 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Made reservation on behalf of c306f728045b44fe8101312347cf5abe for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:06:02.665490 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:02.694078 dv-cinder-787296-3-iscsi neutron-server[93516]: WARNING neutron.services.revisions.revision_plugin [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Could not find related network for resource to bump revision. Aug 08 17:06:02.704515 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:06:02.713473 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:02.714049 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Added segment da2692ac-945e-4baa-8028-3513c0d193dd of type vlan for network 984fbae7-3c5c-49e4-9b32-12a69fee0958 Aug 08 17:06:02.751843 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:02.779227 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:02.780430 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:06:02.780999 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:02.833183 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2358968 Aug 08 17:06:02.844768 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172fce4-d500-4340-867a-64852b765b5b admin admin] Pushing event updated for resources: {'Network': ['ID=984fbae7-3c5c-49e4-9b32-12a69fee0958,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:06:02.856768 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 984fbae7-3c5c-49e4-9b32-12a69fee0958 details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:06:04.314387 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 5 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:06:04.989427 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33502) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:06:05.057056 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.pecan_wsgi.hooks.translation [None req-730f4149-8d7f-44c1-9bca-4f86f817a739 admin admin] GET failed (client error): The resource could not be found. Aug 08 17:06:05.059370 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-730f4149-8d7f-44c1-9bca-4f86f817a739 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0686941 Aug 08 17:06:05.135323 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523a9da3-d651-4dd5-a10c-312998266c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:06:05.136995 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-523a9da3-d651-4dd5-a10c-312998266c76 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0733013 Aug 08 17:06:05.147512 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:06:05.169795 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Made reservation on behalf of c306f728045b44fe8101312347cf5abe for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:06:05.172238 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:05.339804 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:05.394394 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Pushing event updated for resources: {'Subnet': ['ID=24632e37-cb5f-4a12-b073-e0ed03646463,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:06:05.405637 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Checking segment: {'id': 'da2692ac-945e-4baa-8028-3513c0d193dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:06:05.405991 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Network hostable DHCP agents. Network: 984fbae7-3c5c-49e4-9b32-12a69fee0958, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:06:05.422202 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Network 984fbae7-3c5c-49e4-9b32-12a69fee0958 is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:06:05.430608 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 984fbae7-3c5c-49e4-9b32-12a69fee0958) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:06:05.434845 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:06:05.435435 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:05.439486 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0be1b5-ec8c-4fe7-84ce-25091d21bab2 None None] Network 984fbae7-3c5c-49e4-9b32-12a69fee0958 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:06:05.449465 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-22c44683-533c-4364-a4cf-9bee385a126a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3057592 Aug 08 17:06:05.593891 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0523a24-1118-5044-8312-56a61d96f3f7-984fbae7-3c5c-49e4-9b32-12a69fee0958', 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958', 'tenant_id': 'c306f728045b44fe8101312347cf5abe', 'fixed_ips': [{'subnet_id': '24632e37-cb5f-4a12-b073-e0ed03646463'}]}} from dv-cinder-787296-3-iscsi. {{(pid=93517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 17:06:05.594824 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:05.824476 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.db_base_plugin_common [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Allocated IP 192.168.233.2 (984fbae7-3c5c-49e4-9b32-12a69fee0958/24632e37-cb5f-4a12-b073-e0ed03646463/e2594cac-ed95-435c-9bc8-b1ccf367f26f) {{(pid=93517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:06:05.971886 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Notify callbacks [] for port, precommit_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:05.981034 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Transition to ACTIVE for port object e2594cac-ed95-435c-9bc8-b1ccf367f26f will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:06:05.996377 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Transition to ACTIVE for port object e2594cac-ed95-435c-9bc8-b1ccf367f26f will not be triggered until provisioned by entity DHCP. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:06:06.002446 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:06.044053 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Network 984fbae7-3c5c-49e4-9b32-12a69fee0958 is already hosted by enough agents. {{(pid=93517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:06:06.046892 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.base_scheduler [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Resources bound (agent type, host, resource id): {{(pid=93517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:06:06.052029 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Received port after_create {{(pid=93517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:06:06.055046 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Pushing event updated for resources: {'Port': ['ID=e2594cac-ed95-435c-9bc8-b1ccf367f26f,revision_number=1']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:06:06.066303 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.066657 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.067024 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.067362 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.067695 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.068023 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.068348 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.068676 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.069018 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.069346 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.069667 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.070007 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:06:06.121207 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Attempting to bind port e2594cac-ed95-435c-9bc8-b1ccf367f26f on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:06:06.121579 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Attempting to bind port e2594cac-ed95-435c-9bc8-b1ccf367f26f by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'da2692ac-945e-4baa-8028-3513c0d193dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:06:06.121942 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Attempting to bind port e2594cac-ed95-435c-9bc8-b1ccf367f26f on network 984fbae7-3c5c-49e4-9b32-12a69fee0958 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:06:06.127306 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:06:06.127701 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Checking segment: {'id': 'da2692ac-945e-4baa-8028-3513c0d193dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:06:06.128099 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:06.128492 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Bound using segment: {'id': 'da2692ac-945e-4baa-8028-3513c0d193dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:06:06.128955 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Bound port: e2594cac-ed95-435c-9bc8-b1ccf367f26f, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2692ac-945e-4baa-8028-3513c0d193dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:06:06.129373 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:06.191418 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] For port e2594cac-ed95-435c-9bc8-b1ccf367f26f, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:06:06.194664 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] For port e2594cac-ed95-435c-9bc8-b1ccf367f26f, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=e2594cac-ed95-435c-9bc8-b1ccf367f26f,segment=NetworkSegment(da2692ac-945e-4baa-8028-3513c0d193dd),segment_id=da2692ac-945e-4baa-8028-3513c0d193dd)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:06:06.199484 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:06.256467 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35418b0-9fbe-4455-905b-6a903d54d279 None None] Pushing event updated for resources: {'Port': ['ID=e2594cac-ed95-435c-9bc8-b1ccf367f26f,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:06:07.050340 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd55719c-bc9b-4e21-a745-b2dccb75b723 None None] Network 984fbae7-3c5c-49e4-9b32-12a69fee0958 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:06:07.120776 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-0db9d58d-ebc2-4fa9-87fb-8f311c1db624 None None] Provisioning for port e2594cac-ed95-435c-9bc8-b1ccf367f26f completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:06:07.788227 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device e2594cac-ed95-435c-9bc8-b1ccf367f26f up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:06:07.841457 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port e2594cac-ed95-435c-9bc8-b1ccf367f26f completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:06:07.845523 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port e2594cac-ed95-435c-9bc8-b1ccf367f26f triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:06:07.846660 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:07.923817 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:07.956247 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port e2594cac-ed95-435c-9bc8-b1ccf367f26f, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=e2594cac-ed95-435c-9bc8-b1ccf367f26f,segment=NetworkSegment(da2692ac-945e-4baa-8028-3513c0d193dd),segment_id=da2692ac-945e-4baa-8028-3513c0d193dd)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:06:07.960481 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:08.007786 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=e2594cac-ed95-435c-9bc8-b1ccf367f26f,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:06:09.770844 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device e2594cac-ed95-435c-9bc8-b1ccf367f26f up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:06:09.821363 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port e2594cac-ed95-435c-9bc8-b1ccf367f26f triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:06:09.821667 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:20.749478 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-fe80fb46-6e8a-4ba5-98e7-51f4175707bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:23.607732 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-32de41b6-8e58-4231-b0ab-13d77dea8aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:23.868316 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:24.544967 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:26.145192 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:41.313392 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 5 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:06:50.754389 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e0bfba69-ee9e-498a-b6e2-6b9d48e59fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:53.608727 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-1184a585-ae1b-468d-9d2d-2cdd24cd97cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:53.871487 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:54.547627 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:06:56.146727 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:13.163081 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33554) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:07:13.169064 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [None req-9cf362ce-cf31-416a-8cf3-5006e58b176b tempest-verify_tempest_config-1897999527 tempest-verify_tempest_config-1897999527-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:07:13.170016 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-9cf362ce-cf31-416a-8cf3-5006e58b176b tempest-verify_tempest_config-1897999527 tempest-verify_tempest_config-1897999527-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059073 Aug 08 17:07:13.466541 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33572) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:07:13.568814 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:13.654204 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:13.657614 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:13.700730 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2dcacecb03c46e1b1ff0273c3b4daf4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2331152 Aug 08 17:07:13.702503 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d85dade-e81b-45ae-850d-8ac706ad213e,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:07:13.703515 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 33576) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:07:13.708946 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.709296 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.709635 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.709967 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.710301 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.710648 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.711004 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.711327 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.711666 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.711991 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.712364 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.712709 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1468f-aafa-45ed-82f1-62ea097d0d66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.784860 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:13.811162 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:13.901642 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:13.904343 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:13.905445 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d85dade-e81b-45ae-850d-8ac706ad213e HTTP/1.1" status: 204 len: 168 time: 0.2009563 Aug 08 17:07:13.913561 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d85dade-e81b-45ae-850d-8ac706ad213e,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:07:13.923094 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.923455 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.923836 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.924195 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.924730 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.925022 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.925364 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.925851 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.926220 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.926550 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.926960 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.927295 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b7313-b398-4506-b04b-73a27912dab0 admin admin] Tracked resource versions report: Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: pushed versions: Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: { 'AddressGroup': {'1.2'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'ConntrackHelper': {'1.0'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Log': {'1.0'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Network': {'1.1'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Port': {'1.7'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'PortForwarding': {'1.2'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'QosPolicy': {'1.9'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SecurityGroup': {'1.4'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SecurityGroupRule': {'1.2'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SubPort': {'1.0'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Subnet': {'1.1'}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Trunk': {'1.1'}} Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: consumer versions: Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: { DHCP agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: L3 agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: Metadata agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: Metering agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: Open vSwitch agent@dv-cinder-787296-3-iscsi: { 'AddressGroup': '1.2', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'ConntrackHelper': '1.0', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Log': '1.0', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Network': '1.1', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Port': '1.7', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'PortForwarding': '1.2', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'QosPolicy': '1.9', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SecurityGroup': '1.4', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SecurityGroupRule': '1.2', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SubPort': '1.0', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Subnet': '1.1', Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Trunk': '1.1'}} Aug 08 17:07:13.928411 dv-cinder-787296-3-iscsi neutron-server[93515]: {{(pid=93515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 17:07:18.311667 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 5 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:07:20.757957 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-0356730b-7988-4d89-bb21-8589d27113b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:23.611132 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8d38628f-e3b4-46ac-858e-ed7d6e139be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:23.871710 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:24.548514 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:26.145799 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:50.758760 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-96b0a849-2955-4f07-981f-e3fc50ee352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:53.611574 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f63c5b71-3a5c-41e8-bc6d-81c291109021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:53.871349 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:54.551604 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:07:55.310394 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 5 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:07:56.148211 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:20.759947 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-82b183cf-b714-4b84-85ce-43295e5c78e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:23.611909 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-a37bcf74-554d-4452-bace-719a5189363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:23.871675 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:24.554160 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:26.152097 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:32.309584 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 5 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:08:45.324363 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1692925'] for agent, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:50.760243 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-0e4bd3d5-8df6-491e-823d-1a977fabe4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:53.615013 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-388728c3-0de7-4283-be60-0f16e272826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:53.872462 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:54.561046 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:08:56.156687 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:02.002581 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33654) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:09:02.111503 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-c2f2d48f-4144-4c56-adb4-612f14874422 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1078062 Aug 08 17:09:04.252615 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 33664) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:09:04.312915 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c3b39fae-2a1f-4532-a299-046464ed31ad admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0591981 Aug 08 17:09:09.308874 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:09:15.290799 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:20.760177 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-19e6758b-9f0c-454e-9d3d-03506646213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:23.616612 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8d863115-9847-42b5-a43a-df7c3f0fa96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:23.871812 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:24.561942 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:26.159007 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:45.278314 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:46.307941 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:09:50.761301 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-fc0aed9d-9e26-48d6-871a-9eb032ca5fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:53.620962 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f3bb003e-cb7f-430d-86dc-adb1ec675804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:53.872223 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:54.571872 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:09:56.164777 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:15.289435 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:20.763241 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f723436e-d87c-4e6c-947f-70f4f8f22997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:23.306663 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:10:23.622090 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9b8b6a5b-8d0c-4bd8-8cb6-8f9866077bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:23.875687 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:24.568164 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:26.164773 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:31.776655 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 33858) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:31.805087 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 33864) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:32.142877 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-272721980-network', 'tenant_id': 'aca75413f47e435cbdcec1f144fb030e'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:32.156478 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-651958633-network', 'tenant_id': '4fdacc4f949a4b99891797a235490d84'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:32.183270 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 33886) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:32.189575 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.db.api [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 08 17:10:32.189575 dv-cinder-787296-3-iscsi neutron-server[93515]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 08 17:10:32.189575 dv-cinder-787296-3-iscsi neutron-server[93515]: [parameters: {'project_id': '4fdacc4f949a4b99891797a235490d84', 'id': '4203b902-247a-4cf6-9e89-5067a3b7f233', 'expiration': datetime.datetime(2021, 8, 8, 17, 12, 32, 173333)}] Aug 08 17:10:32.189575 dv-cinder-787296-3-iscsi neutron-server[93515]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 17:10:32.190072 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG oslo_db.api [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 17:10:32.191586 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Made reservation on behalf of aca75413f47e435cbdcec1f144fb030e for: {'network': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:32.195414 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.209397 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.309424 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.313756 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.372186 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:10:32.379857 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2555a46f-cba6-4fc8-bc73-808ff7b8425f,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:32.387083 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33896) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:32.390620 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.390620 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.391209 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.391608 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.392007 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.392424 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.392845 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.393212 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.393619 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.394006 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.394397 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.394831 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Tracked resource versions report: Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: pushed versions: Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: { 'AddressGroup': {'1.2'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'ConntrackHelper': {'1.0'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Log': {'1.0'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Network': {'1.1'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Port': {'1.7'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'PortForwarding': {'1.2'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'QosPolicy': {'1.9'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SecurityGroup': {'1.4'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SecurityGroupRule': {'1.2'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SubPort': {'1.0'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Subnet': {'1.1'}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Trunk': {'1.1'}} Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: consumer versions: Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: { DHCP agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: HyperV agent@hv-cinder-78729: {}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: L3 agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: Metadata agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: Metering agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: Open vSwitch agent@dv-cinder-787296-3-iscsi: { 'AddressGroup': '1.2', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'ConntrackHelper': '1.0', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Log': '1.0', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Network': '1.1', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Port': '1.7', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'PortForwarding': '1.2', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'QosPolicy': '1.9', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SecurityGroup': '1.4', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SecurityGroupRule': '1.2', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'SubPort': '1.0', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Subnet': '1.1', Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: 'Trunk': '1.1'}} Aug 08 17:10:32.395917 dv-cinder-787296-3-iscsi neutron-server[93515]: {{(pid=93515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 17:10:32.403444 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781926186343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.404147 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Unsubscribe: segment precommit_create {{(pid=93515) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 17:10:32.404482 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.segments_db [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Added segment 6b64a013-7731-47a4-bf23-d07ec83488a1 of type vlan for network 43561efe-0334-498b-a813-16137189be59 Aug 08 17:10:32.465006 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.470738 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33904) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:32.495122 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-756375280-network', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:32.515973 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33908) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:32.544338 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.546134 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:32.547123 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.558670 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Made reservation on behalf of b4fdeaf6ea4c4a78b2842186185f1d76 for: {'network': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:32.560875 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.581539 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8034120 Aug 08 17:10:32.582723 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.584540 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33916) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:32.590685 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Request body: {'subnet': {'network_id': '43561efe-0334-498b-a813-16137189be59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-272721980-subnet', 'tenant_id': 'aca75413f47e435cbdcec1f144fb030e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:32.618354 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Made reservation on behalf of aca75413f47e435cbdcec1f144fb030e for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:32.621905 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.685836 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c72fa3-711e-404e-9984-b01eca02f2ca admin admin] Pushing event updated for resources: {'Network': ['ID=43561efe-0334-498b-a813-16137189be59,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:32.700752 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 43561efe-0334-498b-a813-16137189be59 details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:10:32.790671 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-862212333-network', 'tenant_id': '31b9f326989b4db8831d97f09b51e513'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:32.836501 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-885184133-network', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:32.858154 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.865560 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.868104 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-850345353-network', 'tenant_id': '8d684a20155f458ca2583b5e546a4b2f'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:32.871940 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.883686 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:10:32.893382 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.893819 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.segments_db [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Added segment 40ed1724-9402-4619-bae2-def9ce853b9b of type vlan for network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 Aug 08 17:10:32.927962 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81adcb59-10e4-4d35-8a17-8df4c299bb7f,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:32.937205 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:32.943927 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.944347 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.944698 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.945033 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.945533 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.945887 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.946218 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.946548 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.947014 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.947348 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.947835 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.948142 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Tracked resource versions report: Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: pushed versions: Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: { 'AddressGroup': {'1.2'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'ConntrackHelper': {'1.0'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Log': {'1.0'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Network': {'1.1'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Port': {'1.7'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'PortForwarding': {'1.2'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'QosPolicy': {'1.9'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SecurityGroup': {'1.4'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SecurityGroupRule': {'1.2'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SubPort': {'1.0'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Subnet': {'1.1'}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Trunk': {'1.1'}} Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: consumer versions: Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: { DHCP agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: HyperV agent@hv-cinder-78729: {}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: L3 agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: Metadata agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: Metering agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: Open vSwitch agent@dv-cinder-787296-3-iscsi: { 'AddressGroup': '1.2', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'ConntrackHelper': '1.0', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Log': '1.0', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Network': '1.1', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Port': '1.7', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'PortForwarding': '1.2', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'QosPolicy': '1.9', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SecurityGroup': '1.4', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SecurityGroupRule': '1.2', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'SubPort': '1.0', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Subnet': '1.1', Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: 'Trunk': '1.1'}} Aug 08 17:10:32.949258 dv-cinder-787296-3-iscsi neutron-server[93516]: {{(pid=93516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 17:10:32.970109 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Checking segment: {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:32.970464 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Network hostable DHCP agents. Network: 43561efe-0334-498b-a813-16137189be59, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:10:32.986958 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4696d204-408b-499d-8e4a-a27d531f298c,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:33.007655 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Made reservation on behalf of 4fdacc4f949a4b99891797a235490d84 for: {'network': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:33.013797 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Network 43561efe-0334-498b-a813-16137189be59 is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:10:33.016701 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.032272 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Made reservation on behalf of 31b9f326989b4db8831d97f09b51e513 for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:33.036326 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.036545 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.058510 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Made reservation on behalf of 781875a7243b41f7ba306d8d62d1bf54 for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:33.061281 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.078899 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Made reservation on behalf of 8d684a20155f458ca2583b5e546a4b2f for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:33.081513 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.092776 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.094616 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.105480 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 43561efe-0334-498b-a813-16137189be59) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:33.107277 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.115442 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4042f455-a4e3-412b-8072-dcafaa096ea8 None None] Network 43561efe-0334-498b-a813-16137189be59 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:33.129747 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:33.130661 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.142593 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.144675 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.db.resource_extend [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 08 17:10:33.155895 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.179773 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-3db6858a-9b6d-410a-ad67-5b7de6a79395 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5834177 Aug 08 17:10:33.188623 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:10:33.242277 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.243315 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:33.248557 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.268096 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.270798 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.segments_db [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Added segment a573fc23-eaf6-4347-8b40-721c8ef5fad0 of type vlan for network e437d605-1fdb-488a-bbc6-d38f653d28ee Aug 08 17:10:33.274855 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca876dc5-2d2a-4aca-9fc3-a9d3d280b05d None None] Network 43561efe-0334-498b-a813-16137189be59 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:33.308231 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f271e05f-524b-4f94-a494-7ede37bf42cf,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:33.345840 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.356415 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.377942 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:10:33.386374 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2017362 Aug 08 17:10:33.402046 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.402574 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Added segment f9fa6666-5731-447d-bb8c-3854591b20c3 of type vlan for network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 Aug 08 17:10:33.415356 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 33948) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:33.417643 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.433754 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Request body: {'subnet': {'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-756375280-subnet', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:33.458915 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af8913-baea-4547-a135-e923bd6d5b9e admin admin] Pushing event updated for resources: {'Network': ['ID=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:33.471567 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:10:33.491561 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.493008 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:33.494132 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.536338 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.583019 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3911e7e3-a685-41c1-b5cf-921a3899b99f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:33.616176 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e437d605-1fdb-488a-bbc6-d38f653d28ee,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:33.620766 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.626122 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.631782 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network e437d605-1fdb-488a-bbc6-d38f653d28ee details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:10:33.636676 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-8bb402f1-5981-4937-81ff-78865cf223d5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8273351 Aug 08 17:10:33.638087 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 33964) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:33.644255 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.645744 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:33.646323 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.658949 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Request body: {'subnet': {'network_id': 'e437d605-1fdb-488a-bbc6-d38f653d28ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-651958633-subnet', 'tenant_id': '4fdacc4f949a4b99891797a235490d84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:33.676125 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:10:33.754884 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd73b99-b49c-4996-a227-4bec24653f8c,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:33.775798 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.776123 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Added segment 88c6d5fd-723c-4779-b644-e7dd73f54a34 of type vlan for network 78513dd0-41c3-496c-9235-1bc37317570c Aug 08 17:10:33.786698 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] Pushing event updated for resources: {'Network': ['ID=87ea2ee9-44f5-46e9-b78a-78ad058ee009,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:33.799529 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:10:33.836639 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.904601 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.905605 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:33.906210 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.909553 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.960256 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.974295 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Made reservation on behalf of b4fdeaf6ea4c4a78b2842186185f1d76 for: {'subnet': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:33.979647 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:33.980557 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-140a1d0e-c954-4e75-851d-c37cf8953d06 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5913229 Aug 08 17:10:33.982742 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 33996) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:33.991117 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Request body: {'subnet': {'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-862212333-subnet', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:34.026094 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:10:34.040524 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] Pushing event updated for resources: {'Network': ['ID=78513dd0-41c3-496c-9235-1bc37317570c,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:34.045878 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63e2d80-d1a6-492a-822b-84841757cb72,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:34.050650 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 78513dd0-41c3-496c-9235-1bc37317570c details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:10:34.052779 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.053119 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Added segment 85727376-f68f-433a-8aa0-d592bfb9d65f of type vlan for network 66968d41-d185-434a-84f7-b00b6b2e6c2f Aug 08 17:10:34.135092 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.138136 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Made reservation on behalf of 4fdacc4f949a4b99891797a235490d84 for: {'subnet': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:34.140553 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.156082 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-94efbe94-0eb0-4c47-ba17-d2d2756d0651 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6839595 Aug 08 17:10:34.158678 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34008) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:34.171081 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Request body: {'subnet': {'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-subnet', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:34.201529 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Made reservation on behalf of 31b9f326989b4db8831d97f09b51e513 for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:34.204989 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.255513 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34016) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:34.264726 dv-cinder-787296-3-iscsi neutron-server[93515]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 17:10:34.277102 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.278203 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:34.278878 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.307364 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Made reservation on behalf of 781875a7243b41f7ba306d8d62d1bf54 for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:34.309757 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.438139 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9210038 Aug 08 17:10:34.454027 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34026) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:34.461620 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Request body: {'subnet': {'network_id': '66968d41-d185-434a-84f7-b00b6b2e6c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-850345353-subnet', 'tenant_id': '8d684a20155f458ca2583b5e546a4b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:34.479362 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6514d7-0e2f-4798-9576-35c636f77562 admin admin] Pushing event updated for resources: {'Network': ['ID=66968d41-d185-434a-84f7-b00b6b2e6c2f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:34.490005 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 66968d41-d185-434a-84f7-b00b6b2e6c2f details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:10:34.546146 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Made reservation on behalf of 8d684a20155f458ca2583b5e546a4b2f for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:34.548839 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.569351 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34028) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:34.735573 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.764764 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-672249d0-3a61-4ca9-9733-ca0225c3a0c1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:34.766324 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-672249d0-3a61-4ca9-9733-ca0225c3a0c1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 814 time: 0.5097594 Aug 08 17:10:34.801174 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.852936 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f9ba0013-20ad-47e7-8360-cd6434bf7c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.877237 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:34.909973 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-75f62b2a-b82b-45e9-aeee-db15d69d450e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/quotas/aca75413f47e435cbdcec1f144fb030e HTTP/1.1" status: 200 len: 375 time: 0.1141210 Aug 08 17:10:34.924153 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f9fe0a-36c0-44bf-8552-c039e9992c4f,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:34.980253 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ce7be5-ad7b-4a74-abd8-193672f3a1bb,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:35.001519 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.015063 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-e31cc11d-a18e-4b05-8bf3-f852d007bd10 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935819 Aug 08 17:10:35.033919 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Checking segment: {'id': 'a573fc23-eaf6-4347-8b40-721c8ef5fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e437d605-1fdb-488a-bbc6-d38f653d28ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:35.034320 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Network hostable DHCP agents. Network: e437d605-1fdb-488a-bbc6-d38f653d28ee, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:10:35.055625 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Checking segment: {'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:35.055976 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Network hostable DHCP agents. Network: 87ea2ee9-44f5-46e9-b78a-78ad058ee009, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:10:35.076876 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Checking segment: {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:35.077239 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Network hostable DHCP agents. Network: 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:10:35.085536 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fbe0cd-44c4-470e-9385-0cda35f0e2d0,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:35.089488 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798f916c-ee1e-42db-8664-8d80bd4604ca,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:35.108258 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Network e437d605-1fdb-488a-bbc6-d38f653d28ee is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:10:35.133026 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, e437d605-1fdb-488a-bbc6-d38f653d28ee) {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:35.143288 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:35.144257 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.146863 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:10:35.151533 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Checking segment: {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:35.151533 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Network hostable DHCP agents. Network: 78513dd0-41c3-496c-9235-1bc37317570c, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:10:35.154027 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:10:35.157131 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00080a3d-8e10-4631-ab7c-d1ff8109467c None None] Network e437d605-1fdb-488a-bbc6-d38f653d28ee requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:35.158815 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.168805 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9) {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:35.173059 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 87ea2ee9-44f5-46e9-b78a-78ad058ee009) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:35.180074 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:35.180664 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.185467 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f9ba0013-20ad-47e7-8360-cd6434bf7c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.187923 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2c80f8-0ca2-4b89-a402-f970c5dc62ea None None] Network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:35.192580 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f23eb54-c545-4b67-b47e-fc8534b2931f None None] Network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:35.195866 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f9ba0013-20ad-47e7-8360-cd6434bf7c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.204278 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:35.204679 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.226754 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-bb4ad4ca-2d9b-45c6-9977-113d0714e5e0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5802636 Aug 08 17:10:35.233492 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-187aa241-85c9-45cc-bb21-71e4e2a90932 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:10:35.234973 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-187aa241-85c9-45cc-bb21-71e4e2a90932 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1387234 Aug 08 17:10:35.239741 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-28c17956-1611-47f1-927f-c1f1c2fe2d26 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8175609 Aug 08 17:10:35.240433 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34046) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:35.248998 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Pushing event updated for resources: {'Subnet': ['ID=441b3924-8ef1-4cea-ae7a-c4f9bd90e353,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:35.254924 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:35.257676 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-b3ba9100-1a7c-46af-a511-4830a59024b5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2708659 Aug 08 17:10:35.258447 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Network 78513dd0-41c3-496c-9235-1bc37317570c is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:10:35.261839 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34048) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:35.272318 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 78513dd0-41c3-496c-9235-1bc37317570c) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:35.289717 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:35.290320 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.304279 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f333c-d946-4d85-94b5-26c20593b07e None None] Network 78513dd0-41c3-496c-9235-1bc37317570c requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:35.306564 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Checking segment: {'id': '85727376-f68f-433a-8aa0-d592bfb9d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '66968d41-d185-434a-84f7-b00b6b2e6c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:35.306982 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Network hostable DHCP agents. Network: 66968d41-d185-434a-84f7-b00b6b2e6c2f, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:10:35.327371 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-8fbbafdc-0285-4947-b780-5caceb81a0fc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1631570 Aug 08 17:10:35.330617 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34052) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:35.337858 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:35.342656 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-862212333-router', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:35.345120 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Network 66968d41-d185-434a-84f7-b00b6b2e6c2f is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:10:35.356604 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 66968d41-d185-434a-84f7-b00b6b2e6c2f) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:35.362909 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba0013-20ad-47e7-8360-cd6434bf7c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0e4874-4131-4ba3-9a92-e157729b2617,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:35.386865 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:35.387785 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.402271 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-f9ba0013-20ad-47e7-8360-cd6434bf7c8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acf5a57dff814d69a4b289b91293e457&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7918854 Aug 08 17:10:35.405586 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34056) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:35.448181 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102798'] for router, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.449433 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102785'] for router, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.456732 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c2470-37ec-41f9-870b-9b331a881c8a None None] Network 66968d41-d185-434a-84f7-b00b6b2e6c2f requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:35.509396 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-be70af64-d961-42c4-9c72-e203af3785ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.522226 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-4ebd2afa-8d40-4c3d-aa82-aab39978dbbb service neutron] 10.222.0.20 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747262 Aug 08 17:10:35.525275 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102798'] for router, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.526478 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102785'] for router, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.552548 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.557391 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-be70af64-d961-42c4-9c72-e203af3785ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.745037 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.748088 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-57172287-7b08-452a-bfa7-327e0e2a992b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2909236 Aug 08 17:10:35.754130 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102798'] for router, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.754130 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102785'] for router, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.814582 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:35.826829 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aeee29-08a8-449a-b844-412dc7ef6264 None None] Network e437d605-1fdb-488a-bbc6-d38f653d28ee requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:35.999551 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5202e13a-d63f-4506-99b8-0d498e3d70d5 None None] Network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:36.047426 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34080) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:36.052461 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-be70af64-d961-42c4-9c72-e203af3785ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.057181 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.058122 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-be70af64-d961-42c4-9c72-e203af3785ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.061474 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-be70af64-d961-42c4-9c72-e203af3785ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa0e4874-4131-4ba3-9a92-e157729b2617 HTTP/1.1" status: 204 len: 168 time: 0.6522534 Aug 08 17:10:36.067311 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-353594948-network', 'tenant_id': 'df10258154d741ecafab94dbf6bb6937'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:36.072915 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.086956 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70af64-d961-42c4-9c72-e203af3785ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0e4874-4131-4ba3-9a92-e157729b2617,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:36.155409 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Made reservation on behalf of df10258154d741ecafab94dbf6bb6937 for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:36.158305 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.169317 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a04251-5d83-4baf-b72e-a50d14f0c37d None None] Network 66968d41-d185-434a-84f7-b00b6b2e6c2f requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:36.171934 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.237547 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.272412 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-c53bfc16-bee3-40ea-94c8-2e04af425349 service neutron] 10.222.0.20 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158971 Aug 08 17:10:36.408501 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0523a24-1118-5044-8312-56a61d96f3f7-4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca'}]}} from dv-cinder-787296-3-iscsi. {{(pid=93517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 17:10:36.409417 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.415524 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0523a24-1118-5044-8312-56a61d96f3f7-78513dd0-41c3-496c-9235-1bc37317570c', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0'}]}} from dv-cinder-787296-3-iscsi. {{(pid=93517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 17:10:36.418737 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.427499 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.442342 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.493674 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:10:36.526402 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.551914 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.557291 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b508698-6657-49f1-a484-1c207ea0b025,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:36.581796 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.582699 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Added segment cda124b4-4cea-40d7-9e0f-b49c6358e6e2 of type vlan for network d43da61c-51dd-4a03-b1c8-a63051591a57 Aug 08 17:10:36.619140 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34104) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:36.685226 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.826899 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0782df3-978a-4403-b384-6916f90840a7 req-bb345a20-fb23-476d-8a78-7891c5e11617 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:36.828867 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-bb345a20-fb23-476d-8a78-7891c5e11617 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/networks?id=66968d41-d185-434a-84f7-b00b6b2e6c2f HTTP/1.1" status: 200 len: 811 time: 0.2060578 Aug 08 17:10:36.868232 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Allocated IP 172.27.3.104 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/e3377389-5076-43e0-868d-0b0a53fe4a6a) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:36.875629 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.877539 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:36.880683 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:36.991000 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ec058f7e-8662-4a2d-85d1-16d0eaf4e3d3 req-b5d682c6-ff88-4104-93ba-a7b83b5e7e99 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.1864138 Aug 08 17:10:36.998486 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.db_base_plugin_common [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Allocated IP 172.20.0.2 (4b695fec-eaa6-49f8-b84e-6f1ef79f28b9/798f916c-ee1e-42db-8664-8d80bd4604ca/5e72e3fe-a759-44b9-9170-b499d38d4e60) {{(pid=93517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:37.014314 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.db_base_plugin_common [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Allocated IP 172.20.0.2 (78513dd0-41c3-496c-9235-1bc37317570c/25fbe0cd-44c4-470e-9385-0cda35f0e2d0/7340d8d1-4076-42a7-80d1-9c44b3712a90) {{(pid=93517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:37.042634 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-09ca7602-a3f2-43b3-9647-37f8b9965bcf tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/quotas/8d684a20155f458ca2583b5e546a4b2f HTTP/1.1" status: 200 len: 375 time: 0.0833569 Aug 08 17:10:37.045048 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] Pushing event updated for resources: {'Network': ['ID=d43da61c-51dd-4a03-b1c8-a63051591a57,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:37.083861 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network d43da61c-51dd-4a03-b1c8-a63051591a57 details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:10:37.173287 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-6d0f9ede-ba8b-40a3-968a-65407d769424 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d684a20155f458ca2583b5e546a4b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1266389 Aug 08 17:10:37.174850 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.189066 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-170c2b4d-bcc7-4c1a-974a-c2a46a02936f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1393883 Aug 08 17:10:37.191132 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34138) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:37.211777 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.212747 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Request body: {'subnet': {'network_id': 'd43da61c-51dd-4a03-b1c8-a63051591a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-353594948-subnet', 'tenant_id': 'df10258154d741ecafab94dbf6bb6937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:37.340664 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Made reservation on behalf of df10258154d741ecafab94dbf6bb6937 for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:37.343112 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Notify callbacks [] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.445420 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Notify callbacks [] for port, precommit_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.468102 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Transition to ACTIVE for port object 5e72e3fe-a759-44b9-9170-b499d38d4e60 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:37.488167 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.522445 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.527476 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Notify callbacks [] for port, precommit_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.550347 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Transition to ACTIVE for port object 5e72e3fe-a759-44b9-9170-b499d38d4e60 will not be triggered until provisioned by entity DHCP. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:37.561293 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Transition to ACTIVE for port object 7340d8d1-4076-42a7-80d1-9c44b3712a90 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:37.563792 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.587640 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.669846 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.678798 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-a78934a6-b8a5-4ace-949a-c48436eb98e1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:10:37.680179 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-a78934a6-b8a5-4ace-949a-c48436eb98e1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2480831 Aug 08 17:10:37.681437 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Pushing event updated for resources: {'Port': ['ID=5e72e3fe-a759-44b9-9170-b499d38d4e60,revision_number=1']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:37.683737 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Transition to ACTIVE for port object 7340d8d1-4076-42a7-80d1-9c44b3712a90 will not be triggered until provisioned by entity DHCP. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:37.698124 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.702126 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 is already hosted by enough agents. {{(pid=93517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:37.703722 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.704024 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.704381 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.704702 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.705096 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.705467 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.705751 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.706074 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.706427 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.707029 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.708370 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.708856 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Tracked resource versions report: Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: pushed versions: Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: { 'AddressGroup': {'1.2'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'ConntrackHelper': {'1.0'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Log': {'1.0'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Network': {'1.1'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Port': {'1.7'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'PortForwarding': {'1.2'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'QosPolicy': {'1.9'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SecurityGroup': {'1.4'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SecurityGroupRule': {'1.2'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SubPort': {'1.0'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Subnet': {'1.1'}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Trunk': {'1.1'}} Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: consumer versions: Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: { DHCP agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: HyperV agent@hv-cinder-78729: {}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: L3 agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: Metadata agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: Metering agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: Open vSwitch agent@dv-cinder-787296-3-iscsi: { 'AddressGroup': '1.2', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'ConntrackHelper': '1.0', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Log': '1.0', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Network': '1.1', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Port': '1.7', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'PortForwarding': '1.2', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'QosPolicy': '1.9', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SecurityGroup': '1.4', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SecurityGroupRule': '1.2', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'SubPort': '1.0', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Subnet': '1.1', Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: 'Trunk': '1.1'}} Aug 08 17:10:37.710033 dv-cinder-787296-3-iscsi neutron-server[93517]: {{(pid=93517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 17:10:37.720109 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.base_scheduler [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Resources bound (agent type, host, resource id): {{(pid=93517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:37.726820 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Received port after_create {{(pid=93517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:37.735957 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:37.744553 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:37.774580 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:37.808553 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Network 78513dd0-41c3-496c-9235-1bc37317570c is already hosted by enough agents. {{(pid=93517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:37.824947 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Attempting to bind port 5e72e3fe-a759-44b9-9170-b499d38d4e60 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:10:37.825313 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Attempting to bind port 5e72e3fe-a759-44b9-9170-b499d38d4e60 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:10:37.825673 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Attempting to bind port 5e72e3fe-a759-44b9-9170-b499d38d4e60 on network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:10:37.833304 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.base_scheduler [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Resources bound (agent type, host, resource id): {{(pid=93517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:37.837310 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Received port after_create {{(pid=93517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:37.837717 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e3377389-5076-43e0-868d-0b0a53fe4a6a,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:37.839248 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Pushing event updated for resources: {'Port': ['ID=7340d8d1-4076-42a7-80d1-9c44b3712a90,revision_number=1']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:37.842953 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.845305 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:10:37.845735 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Checking segment: {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:37.846141 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:37.846533 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Bound using segment: {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:10:37.847034 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Bound port: 5e72e3fe-a759-44b9-9170-b499d38d4e60, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:10:37.847449 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.081828 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Attempting to bind port 7340d8d1-4076-42a7-80d1-9c44b3712a90 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:10:38.082485 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Attempting to bind port 7340d8d1-4076-42a7-80d1-9c44b3712a90 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:10:38.082877 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Attempting to bind port 7340d8d1-4076-42a7-80d1-9c44b3712a90 on network 78513dd0-41c3-496c-9235-1bc37317570c {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:10:38.084877 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Allocated IP 172.27.3.68 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/4812456b-b6c4-4060-838e-06c4328975ce) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:38.092856 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:10:38.093227 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Checking segment: {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:38.093625 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.094020 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Bound using segment: {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:10:38.094497 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Bound port: 7340d8d1-4076-42a7-80d1-9c44b3712a90, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:10:38.094938 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.114641 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ed8e8e-d7d3-424e-baa2-fddc604bc87b,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:38.141883 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Checking segment: {'id': 'cda124b4-4cea-40d7-9e0f-b49c6358e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd43da61c-51dd-4a03-b1c8-a63051591a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:38.142204 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Network hostable DHCP agents. Network: d43da61c-51dd-4a03-b1c8-a63051591a57, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:10:38.168288 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] For port 5e72e3fe-a759-44b9-9170-b499d38d4e60, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:10:38.200129 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] For port 5e72e3fe-a759-44b9-9170-b499d38d4e60, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=5e72e3fe-a759-44b9-9170-b499d38d4e60,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:10:38.207472 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] For port 7340d8d1-4076-42a7-80d1-9c44b3712a90, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:10:38.210548 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Network d43da61c-51dd-4a03-b1c8-a63051591a57 is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:10:38.211028 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.214795 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] For port 7340d8d1-4076-42a7-80d1-9c44b3712a90, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=7340d8d1-4076-42a7-80d1-9c44b3712a90,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:10:38.225286 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.226654 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, d43da61c-51dd-4a03-b1c8-a63051591a57) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:38.257583 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2387c8f7-5133-4838-9e3e-0d77777cf79d None None] Network d43da61c-51dd-4a03-b1c8-a63051591a57 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:38.263670 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:38.264567 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.289926 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-406f951d-30a5-4f5f-a15e-1d6a8a823cce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0911214 Aug 08 17:10:38.296080 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.349859 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.462181 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332dbed1-65fb-4582-bb23-3643e100dddd None None] Network d43da61c-51dd-4a03-b1c8-a63051591a57 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:38.495389 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-cb80bfd4-eb49-423b-8928-a99016482f0c service neutron] 10.222.0.20 "GET /v2.0/networks/66968d41-d185-434a-84f7-b00b6b2e6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922797 Aug 08 17:10:38.524448 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34188) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:38.536567 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-520f7673-60cb-4565-b12a-58f721ccc15a req-b142de46-d641-4df1-b047-951b30869b45 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.4480264 Aug 08 17:10:38.622271 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bd1d3-62fa-4734-827d-ddc136a8b748 None None] Pushing event updated for resources: {'Port': ['ID=5e72e3fe-a759-44b9-9170-b499d38d4e60,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:38.669735 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-900cd969-6dc6-4baf-a22c-307922b5a4d5 admin admin] Deleting subnet 55f9fe0a-36c0-44bf-8552-c039e9992c4f {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:10:38.684087 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-900cd969-6dc6-4baf-a22c-307922b5a4d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.702132 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.719435 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-f1b181db-8df6-4a6c-81e1-2b12b2b016d3 service neutron] 10.222.0.20 "GET /v2.0/networks/66968d41-d185-434a-84f7-b00b6b2e6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278199 Aug 08 17:10:38.773447 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871555a-fdeb-469f-8aab-4ae1bfdf6038 None None] Pushing event updated for resources: {'Port': ['ID=7340d8d1-4076-42a7-80d1-9c44b3712a90,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:38.907732 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-900cd969-6dc6-4baf-a22c-307922b5a4d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.924769 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-900cd969-6dc6-4baf-a22c-307922b5a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.974145 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386'] for router, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:38.987005 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Pushing event updated for resources: {'Port': ['ID=4812456b-b6c4-4060-838e-06c4328975ce,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:39.014110 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:39.034444 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:39.064278 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Allocated IP 172.27.3.209 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/175aeee4-d5b4-4ed8-aa67-83aab05ff228) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:39.095854 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:39.165753 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-900cd969-6dc6-4baf-a22c-307922b5a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:39.242273 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cd969-6dc6-4baf-a22c-307922b5a4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f9fe0a-36c0-44bf-8552-c039e9992c4f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:39.258860 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-900cd969-6dc6-4baf-a22c-307922b5a4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:39.263417 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-900cd969-6dc6-4baf-a22c-307922b5a4d5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/55f9fe0a-36c0-44bf-8552-c039e9992c4f HTTP/1.1" status: 204 len: 168 time: 0.7367475 Aug 08 17:10:39.265641 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34214) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:39.364756 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:39.424424 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 is scheduled to L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 with binding_index 1 {{(pid=93516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 08 17:10:39.444716 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eb3ce660-6430-4bfe-83de-760ac40bbeea req-7d1c0b20-cf55-4854-9109-6eb1cc6c5830 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.1552680 Aug 08 17:10:39.488135 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:39.525789 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:39.544790 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.545266 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.546087 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.546508 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > port after_create 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.546953 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.547389 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > port after_update 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.547771 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.548171 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.548551 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.549099 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.672857 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:39.729171 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.729715 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.729833 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.730167 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:10:39.730534 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e437d605-1fdb-488a-bbc6-d38f653d28ee']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:39.742389 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:39.755547 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:39.757769 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:39.774835 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a573fc23-eaf6-4347-8b40-721c8ef5fad0') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:39.775050 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a573fc23-eaf6-4347-8b40-721c8ef5fad0') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:39.841122 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:39.863896 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-483b201c-ec66-406e-8388-c53e832275f3 req-9c9427bd-2d7f-426e-9d71-2c2f934546cb tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.1114273 Aug 08 17:10:39.867591 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:39.882266 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:39.892449 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:10:39.896246 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:10:39.896661 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: from cryptography.utils import int_from_bytes Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: from cryptography.utils import int_from_bytes Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:10:39.901139 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:10:39.912401 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Sync routers for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:10:39.928401 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:39.929939 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:40.037957 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.043825 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-258c76ff-2847-462f-b07c-3c4d968c21f6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7076006 Aug 08 17:10:40.046882 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34250) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:40.161052 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.186684 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Pushing event updated for resources: {'Port': ['ID=175aeee4-d5b4-4ed8-aa67-83aab05ff228,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:40.196880 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 5e72e3fe-a759-44b9-9170-b499d38d4e60 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:40.227737 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.237515 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e437d605-1fdb-488a-bbc6-d38f653d28ee HTTP/1.1" status: 204 len: 168 time: 0.9708474 Aug 08 17:10:40.244542 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34252) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:40.273833 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5a101-3705-4d45-b060-4defd5b9b853 admin admin] Pushing event deleted for resources: {'Network': ['ID=e437d605-1fdb-488a-bbc6-d38f653d28ee,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:40.328595 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:40.343349 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c7a2f-32b0-4b17-af5d-b70c3abe953a None None] Network 78513dd0-41c3-496c-9235-1bc37317570c requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:40.474554 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 5e72e3fe-a759-44b9-9170-b499d38d4e60 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:40.475876 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-4690c9f9-9885-47b1-bd28-92a161ef44fc admin admin] Deleting subnet 94ed8e8e-d7d3-424e-baa2-fddc604bc87b {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:10:40.482168 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4690c9f9-9885-47b1-bd28-92a161ef44fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.493243 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 7340d8d1-4076-42a7-80d1-9c44b3712a90 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:40.568478 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-0ede66d5-e8e1-4c0f-90ca-52a5ce6d975c None None] Provisioning for port 7340d8d1-4076-42a7-80d1-9c44b3712a90 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:40.627794 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386'] for router, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.668629 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04527887-4a76-498e-b3c0-31e373bc674d None None] Network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:10:40.716089 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:38Z', 'revision_number': 3, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:40.731460 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 7340d8d1-4076-42a7-80d1-9c44b3712a90 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:40.734319 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9f8adbf6-e9bc-4e1d-9eaf-f61c18d3865b req-6d86586f-950d-49e5-9b4f-1aed11e55b3d tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.0461037 Aug 08 17:10:40.749179 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Checking router: 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:10:40.749734 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Updating router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 port e3377389-5076-43e0-868d-0b0a53fe4a6a binding host dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:10:40.756501 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 7340d8d1-4076-42a7-80d1-9c44b3712a90 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:40.759151 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.759385 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.787449 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.792403 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4690c9f9-9885-47b1-bd28-92a161ef44fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.840537 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4690c9f9-9885-47b1-bd28-92a161ef44fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.874890 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-9b9f63ed-a73a-4455-8a79-be6c73ee0611 None None] Provisioning for port 5e72e3fe-a759-44b9-9170-b499d38d4e60 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:40.883714 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-9b9f63ed-a73a-4455-8a79-be6c73ee0611 None None] Provisioning complete for port 5e72e3fe-a759-44b9-9170-b499d38d4e60 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:40.884148 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9b9f63ed-a73a-4455-8a79-be6c73ee0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.928174 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4690c9f9-9885-47b1-bd28-92a161ef44fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.945321 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4690c9f9-9885-47b1-bd28-92a161ef44fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:40.948477 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-4690c9f9-9885-47b1-bd28-92a161ef44fc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/94ed8e8e-d7d3-424e-baa2-fddc604bc87b HTTP/1.1" status: 204 len: 168 time: 0.7027500 Aug 08 17:10:40.970078 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34264) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:41.036152 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Router 7eb49ad1-1281-4468-9978-960c2c05bb78 is scheduled to L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 with binding_index 1 {{(pid=93515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 08 17:10:41.055387 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.058720 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690c9f9-9885-47b1-bd28-92a161ef44fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ed8e8e-d7d3-424e-baa2-fddc604bc87b,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:41.066948 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-36141ef0-2a49-469a-8b9c-2a82f64e7c69 req-368df001-3b2d-4796-be47-f8708bbc9b80 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.0434046 Aug 08 17:10:41.070928 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.116287 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Notify callbacks [] for port, precommit_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.129831 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.provisioning_blocks [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Transition to ACTIVE for port object e3377389-5076-43e0-868d-0b0a53fe4a6a will not be triggered until provisioned by entity L2. {{(pid=93518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:41.139720 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.175888 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386'] for router, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.201358 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Pushing event updated for resources: {'Port': ['ID=e3377389-5076-43e0-868d-0b0a53fe4a6a,revision_number=2']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:41.213960 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.214603 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.215402 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.216083 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.216582 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.217080 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.217599 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.217808 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.218291 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.218950 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.219488 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.219990 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.221228 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Tracked resource versions report: Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: pushed versions: Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: { 'AddressGroup': {'1.2'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'ConntrackHelper': {'1.0'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Log': {'1.0'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Network': {'1.1'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Port': {'1.7'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'PortForwarding': {'1.2'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'QosPolicy': {'1.9'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SecurityGroup': {'1.4'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SecurityGroupRule': {'1.2'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SubPort': {'1.0'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Subnet': {'1.1'}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Trunk': {'1.1'}} Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: consumer versions: Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: { DHCP agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: HyperV agent@hv-cinder-78729: {}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: L3 agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: Metadata agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: Metering agent@dv-cinder-787296-3-iscsi: {}, Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: Open vSwitch agent@dv-cinder-787296-3-iscsi: { 'AddressGroup': '1.2', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'ConntrackHelper': '1.0', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Log': '1.0', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Network': '1.1', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Port': '1.7', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'PortForwarding': '1.2', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'QosPolicy': '1.9', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SecurityGroup': '1.4', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SecurityGroupRule': '1.2', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'SubPort': '1.0', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Subnet': '1.1', Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: 'Trunk': '1.1'}} Aug 08 17:10:41.223623 dv-cinder-787296-3-iscsi neutron-server[93518]: {{(pid=93518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 17:10:41.227770 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9b9f63ed-a73a-4455-8a79-be6c73ee0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.234635 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 7340d8d1-4076-42a7-80d1-9c44b3712a90, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=7340d8d1-4076-42a7-80d1-9c44b3712a90,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:10:41.266826 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.268884 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Attempting to bind port e3377389-5076-43e0-868d-0b0a53fe4a6a on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:10:41.270252 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Attempting to bind port e3377389-5076-43e0-868d-0b0a53fe4a6a by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:10:41.270521 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Attempting to bind port e3377389-5076-43e0-868d-0b0a53fe4a6a on network 111b90d2-db22-4369-bf0d-0678224568e8 {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:10:41.279155 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:10:41.279540 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:41.279956 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.280502 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Bound using segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:10:41.280982 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Bound port: e3377389-5076-43e0-868d-0b0a53fe4a6a, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:10:41.281432 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.304411 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.324485 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43da61c-51dd-4a03-b1c8-a63051591a57']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:41.349045 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda124b4-4cea-40d7-9e0f-b49c6358e6e2') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:41.349257 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda124b4-4cea-40d7-9e0f-b49c6358e6e2') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:41.352713 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] For port e3377389-5076-43e0-868d-0b0a53fe4a6a, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:10:41.358996 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] For port e3377389-5076-43e0-868d-0b0a53fe4a6a, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=e3377389-5076-43e0-868d-0b0a53fe4a6a,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:10:41.359940 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=7340d8d1-4076-42a7-80d1-9c44b3712a90,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:41.361722 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:10:41.367904 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.377302 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Sync routers for ids ['7eb49ad1-1281-4468-9978-960c2c05bb78'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:10:41.398340 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.414402 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Routers {'7eb49ad1-1281-4468-9978-960c2c05bb78'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:41.416493 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['7eb49ad1-1281-4468-9978-960c2c05bb78'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:41.421823 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-9b9f63ed-a73a-4455-8a79-be6c73ee0611 None None] For port 5e72e3fe-a759-44b9-9170-b499d38d4e60, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=5e72e3fe-a759-44b9-9170-b499d38d4e60,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:10:41.435940 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.456710 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:10:41.457369 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:10:41.459248 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:10:41.464624 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9b9f63ed-a73a-4455-8a79-be6c73ee0611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.477553 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] Notify callbacks [] for router, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.487004 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-8a3682c5-1c8c-4b35-b34a-1bcaef056182 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1521804 Aug 08 17:10:41.487818 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34270) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:41.525322 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f63ed-a73a-4455-8a79-be6c73ee0611 None None] Pushing event updated for resources: {'Port': ['ID=5e72e3fe-a759-44b9-9170-b499d38d4e60,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:41.529823 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:41.530557 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:41.588521 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fd553-6539-41c0-9539-0e4b5cc641b8 None None] Pushing event updated for resources: {'Port': ['ID=e3377389-5076-43e0-868d-0b0a53fe4a6a,revision_number=3']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:41.636597 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Allocated IP 172.20.0.1 (78513dd0-41c3-496c-9235-1bc37317570c/25fbe0cd-44c4-470e-9385-0cda35f0e2d0/6151b771-8fae-4628-b6a0-b05617fbb6ee) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:41.644841 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-a3b7b439-2fa9-4ac0-8763-250cda89c32e None None] Provisioning complete for port 7340d8d1-4076-42a7-80d1-9c44b3712a90 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:41.645316 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b439-2fa9-4ac0-8763-250cda89c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.675173 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Set router 7eb49ad1-1281-4468-9978-960c2c05bb78 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:41.715845 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:41.740159 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd is scheduled to L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 with binding_index 1 {{(pid=93515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 08 17:10:41.740767 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.754077 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Transition to ACTIVE for port object 6151b771-8fae-4628-b6a0-b05617fbb6ee will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:41.814053 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.884228 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Network 78513dd0-41c3-496c-9235-1bc37317570c is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:41.885027 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.889250 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:41.892329 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d43da61c-51dd-4a03-b1c8-a63051591a57 HTTP/1.1" status: 204 len: 168 time: 0.9178941 Aug 08 17:10:41.915491 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1a01e-3320-4e1a-b398-ac10fc097a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=d43da61c-51dd-4a03-b1c8-a63051591a57,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:41.918770 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:41.920829 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:41.950101 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9ef7fcd1-e177-4523-9b0a-aa6e5f5e2894 req-e20b5f1b-c423-428b-9d0e-a6cc6eeb7867 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.0969415 Aug 08 17:10:41.975356 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Pushing event updated for resources: {'Port': ['ID=6151b771-8fae-4628-b6a0-b05617fbb6ee,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:41.999592 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'name': 'tempest-ServerRescueNegativeTestJSON-862212333-router', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '4812456b-b6c4-4060-838e-06c4328975ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:39Z', 'revision_number': 3, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'gw_port': {'id': '4812456b-b6c4-4060-838e-06c4328975ce', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:42.013123 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693457'] for router_interface, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:42.103333 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:38Z', 'revision_number': 3, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:42.107722 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 5e72e3fe-a759-44b9-9170-b499d38d4e60 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:42.119068 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Checking router: 7eb49ad1-1281-4468-9978-960c2c05bb78 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:10:42.119515 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Updating router 7eb49ad1-1281-4468-9978-960c2c05bb78 port 4812456b-b6c4-4060-838e-06c4328975ce binding host dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:10:42.151869 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:10:42.195797 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] Notify callbacks [] for router, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:42.201105 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-cd8b7c2b-101b-4c5a-9bdb-a41951b27973 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9542475 Aug 08 17:10:42.209091 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34282) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:42.306603 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-28627f87-2eb2-4fa9-a4ab-86dc276a9eb1 req-c234327d-efcf-4661-9d3f-8c3d317c8f3d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.0855482 Aug 08 17:10:42.396529 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d2090-13b5-461a-8d78-b30f0d231127 None None] The sync data for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi is: [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:38Z', 'revision_number': 3, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:10:42.415197 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-411657ef-d745-49ab-96b9-165ff87767f8 None None] Provisioning complete for port 5e72e3fe-a759-44b9-9170-b499d38d4e60 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:42.415784 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-411657ef-d745-49ab-96b9-165ff87767f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:42.417151 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Sync routers for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:10:42.440209 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:42.443577 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:42.466259 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34286) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:42.473659 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:42.704660 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34298) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:42.711589 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:42.898127 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-1edb4a2b-c874-4ef3-bfaa-081ee31652d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fdacc4f949a4b99891797a235490d84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4298437 Aug 08 17:10:42.906936 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 5e72e3fe-a759-44b9-9170-b499d38d4e60 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:42.907810 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:42.908593 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34302) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:43.024394 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 7340d8d1-4076-42a7-80d1-9c44b3712a90 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:43.098559 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:40Z', 'revision_number': 3, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:43.131719 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Checking router: 46feab7e-57e7-426f-8f0b-08f7bfa98fbd for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:10:43.132191 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Updating router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd port 175aeee4-d5b4-4ed8-aa67-83aab05ff228 binding host dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:10:43.165189 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.185338 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-092e19d4-d061-4d25-ad2f-e16c2d3b8002 req-750a21f8-f6ce-4385-a9dd-cac47e88f396 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.0979190 Aug 08 17:10:43.201257 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-da8b685d-bb1c-4508-93d2-d16d8c54df9e None None] Provisioning for port 6151b771-8fae-4628-b6a0-b05617fbb6ee completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:43.209025 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-da8b685d-bb1c-4508-93d2-d16d8c54df9e None None] Provisioning complete for port 6151b771-8fae-4628-b6a0-b05617fbb6ee triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:43.215311 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-da8b685d-bb1c-4508-93d2-d16d8c54df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.262371 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a971ceec-6530-4f2f-bc73-b891c436bec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.320520 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.320751 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 7340d8d1-4076-42a7-80d1-9c44b3712a90 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:43.321321 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.343627 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-708ccaa2-0123-4b55-aec5-e3ea4c7e8bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.371228 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.426328 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-708ccaa2-0123-4b55-aec5-e3ea4c7e8bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.516625 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Notify callbacks [] for port, precommit_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.533587 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Transition to ACTIVE for port object 4812456b-b6c4-4060-838e-06c4328975ce will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:43.568535 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-da8b685d-bb1c-4508-93d2-d16d8c54df9e None None] Port 6151b771-8fae-4628-b6a0-b05617fbb6ee cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:10:43.591074 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.660576 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e6822111-0978-4530-8dd3-5e0c792a95b5 req-e90d1694-914c-4e40-bb50-2d1b3732fda2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.2130642 Aug 08 17:10:43.764094 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Attempting to bind port 4812456b-b6c4-4060-838e-06c4328975ce on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:10:43.765407 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Attempting to bind port 4812456b-b6c4-4060-838e-06c4328975ce by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:10:43.765984 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Attempting to bind port 4812456b-b6c4-4060-838e-06c4328975ce on network 111b90d2-db22-4369-bf0d-0678224568e8 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:10:43.795708 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:10:43.796484 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:43.797098 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.797689 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Bound using segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:10:43.798404 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Bound port: 4812456b-b6c4-4060-838e-06c4328975ce, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:10:43.799095 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.836085 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-708ccaa2-0123-4b55-aec5-e3ea4c7e8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.840685 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-708ccaa2-0123-4b55-aec5-e3ea4c7e8bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.842358 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-708ccaa2-0123-4b55-aec5-e3ea4c7e8bf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f271e05f-524b-4f94-a494-7ede37bf42cf HTTP/1.1" status: 204 len: 168 time: 0.9140427 Aug 08 17:10:43.875723 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.903077 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Notify callbacks [] for port, precommit_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.915362 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Allocated IP 172.20.0.1 (87ea2ee9-44f5-46e9-b78a-78ad058ee009/11ce7be5-ad7b-4a74-abd8-193672f3a1bb/1558721f-129b-4fe3-9977-da437b9faf68) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:43.920239 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.provisioning_blocks [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Transition to ACTIVE for port object 175aeee4-d5b4-4ed8-aa67-83aab05ff228 will not be triggered until provisioned by entity L2. {{(pid=93518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:43.931442 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:43.933374 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f2e9d-e07f-4453-86eb-79362b19935a None None] Pushing event updated for resources: {'Port': ['ID=4812456b-b6c4-4060-838e-06c4328975ce,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:43.964375 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] For port 4812456b-b6c4-4060-838e-06c4328975ce, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:10:43.968071 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] For port 4812456b-b6c4-4060-838e-06c4328975ce, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=4812456b-b6c4-4060-838e-06c4328975ce,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:10:43.977493 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.092411 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.112138 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Routers {'7eb49ad1-1281-4468-9978-960c2c05bb78'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:44.113069 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['7eb49ad1-1281-4468-9978-960c2c05bb78'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:44.115465 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device e3377389-5076-43e0-868d-0b0a53fe4a6a up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:44.139627 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c007e-f715-4a5a-813c-c1bb4f82750e None None] Pushing event updated for resources: {'Port': ['ID=175aeee4-d5b4-4ed8-aa67-83aab05ff228,revision_number=2']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:44.156413 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ccaa2-0123-4b55-aec5-e3ea4c7e8bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f271e05f-524b-4f94-a494-7ede37bf42cf,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:44.158522 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.173625 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a971ceec-6530-4f2f-bc73-b891c436bec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.186964 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Attempting to bind port 175aeee4-d5b4-4ed8-aa67-83aab05ff228 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:10:44.187420 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Attempting to bind port 175aeee4-d5b4-4ed8-aa67-83aab05ff228 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:10:44.187820 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Attempting to bind port 175aeee4-d5b4-4ed8-aa67-83aab05ff228 on network 111b90d2-db22-4369-bf0d-0678224568e8 {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:10:44.199544 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:10:44.201759 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:44.202230 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.202638 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Bound using segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:10:44.205788 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Bound port: 175aeee4-d5b4-4ed8-aa67-83aab05ff228, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:10:44.206490 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.227499 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1558721f-129b-4fe3-9977-da437b9faf68,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:44.235214 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:44.236634 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:44.240062 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:44.240615 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693457'] for router_interface, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.261495 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f2e9d-e07f-4453-86eb-79362b19935a None None] Pushing event updated for resources: {'Port': ['ID=4812456b-b6c4-4060-838e-06c4328975ce,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:44.269839 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port e3377389-5076-43e0-868d-0b0a53fe4a6a completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:44.278628 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port e3377389-5076-43e0-868d-0b0a53fe4a6a triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:44.279031 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.354783 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] For port 175aeee4-d5b4-4ed8-aa67-83aab05ff228, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:10:44.364595 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] For port 175aeee4-d5b4-4ed8-aa67-83aab05ff228, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=175aeee4-d5b4-4ed8-aa67-83aab05ff228,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:10:44.371797 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.376827 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34326) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:44.420738 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] Set router 7eb49ad1-1281-4468-9978-960c2c05bb78 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:44.438512 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d9e98db1-80ea-4e67-8c43-fdd2eb88154c req-3a60e34e-fd88-41a4-83ae-ced540ea489c tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.0624080 Aug 08 17:10:44.459154 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c007e-f715-4a5a-813c-c1bb4f82750e None None] Pushing event updated for resources: {'Port': ['ID=175aeee4-d5b4-4ed8-aa67-83aab05ff228,revision_number=3']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:44.465483 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a971ceec-6530-4f2f-bc73-b891c436bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.480640 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:44.481465 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:44.494033 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.529856 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Allocated IP 172.20.0.1 (4b695fec-eaa6-49f8-b84e-6f1ef79f28b9/798f916c-ee1e-42db-8664-8d80bd4604ca/323e07c3-2b11-444f-87f5-7d4f2278b799) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:44.542038 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-a971ceec-6530-4f2f-bc73-b891c436bec8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e68db82a614e4780af34836ad3e8112e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8348901 Aug 08 17:10:44.544138 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34328) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:44.549098 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-dcb2e0ed-0be0-479c-bf85-ef0342510a87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df10258154d741ecafab94dbf6bb6937&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1686049 Aug 08 17:10:44.551519 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.568854 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port e3377389-5076-43e0-868d-0b0a53fe4a6a, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=e3377389-5076-43e0-868d-0b0a53fe4a6a,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:10:44.578648 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.579941 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34330) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:44.652102 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=e3377389-5076-43e0-868d-0b0a53fe4a6a,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:44.663223 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:44.729697 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ecd1-2122-4d08-8d44-ec1552abd83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.749911 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.752864 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'name': 'tempest-ServerRescueNegativeTestJSON-862212333-router', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '4812456b-b6c4-4060-838e-06c4328975ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:39Z', 'revision_number': 3, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'gw_port': {'id': '4812456b-b6c4-4060-838e-06c4328975ce', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:44.757676 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.775939 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-eb505583-ad05-4763-8979-b370be8980be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.776929 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Transition to ACTIVE for port object 323e07c3-2b11-444f-87f5-7d4f2278b799 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:44.783486 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ecd1-2122-4d08-8d44-ec1552abd83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.821291 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971ceec-6530-4f2f-bc73-b891c436bec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1047b54-7f1a-4bb2-8101-5381bd805115,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:44.826244 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a910ff1-f145-4b8a-aaa3-b5fe68cce578 None None] The sync data for ids ['7eb49ad1-1281-4468-9978-960c2c05bb78'] in dv-cinder-787296-3-iscsi is: [{'id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'name': 'tempest-ServerRescueNegativeTestJSON-862212333-router', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '4812456b-b6c4-4060-838e-06c4328975ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:39Z', 'revision_number': 3, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'gw_port': {'id': '4812456b-b6c4-4060-838e-06c4328975ce', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:10:44.827134 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.864483 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.873763 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-eb505583-ad05-4763-8979-b370be8980be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.889306 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-54baa1a2-b2cb-4ba3-8e8b-66303f5fbbc5 req-dd0986f3-f486-4108-a72a-340c62169b8d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.0821252 Aug 08 17:10:44.950831 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Pushing event updated for resources: {'Port': ['ID=6151b771-8fae-4628-b6a0-b05617fbb6ee,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:44.958159 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:44.973630 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693605'] for router_interface, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:44.979190 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:40Z', 'revision_number': 3, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:44.985304 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:45.012404 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44844397-375e-4604-ac44-7c9b4c3779fc None None] The sync data for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi is: [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:40Z', 'revision_number': 3, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:10:45.020787 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:45.023040 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ecd1-2122-4d08-8d44-ec1552abd83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.025899 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ecd1-2122-4d08-8d44-ec1552abd83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.027105 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-8cb6ecd1-2122-4d08-8d44-ec1552abd83e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1047b54-7f1a-4bb2-8101-5381bd805115 HTTP/1.1" status: 204 len: 168 time: 0.4794753 Aug 08 17:10:45.053039 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-eb505583-ad05-4763-8979-b370be8980be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.063508 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-eb505583-ad05-4763-8979-b370be8980be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.064641 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-eb505583-ad05-4763-8979-b370be8980be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b508698-6657-49f1-a484-1c207ea0b025 HTTP/1.1" status: 204 len: 168 time: 0.4831133 Aug 08 17:10:45.074371 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6ecd1-2122-4d08-8d44-ec1552abd83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1047b54-7f1a-4bb2-8101-5381bd805115,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:45.096763 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb505583-ad05-4763-8979-b370be8980be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b508698-6657-49f1-a484-1c207ea0b025,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:45.212635 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Pushing event updated for resources: {'Port': ['ID=323e07c3-2b11-444f-87f5-7d4f2278b799,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:45.218519 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.221525 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693457'] for router_interface, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.229019 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.229854 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693605'] for router_interface, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.408288 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-e06255dd-5b8b-4f9f-ba1a-c68fb2d98f69 None None] Provisioning for port 323e07c3-2b11-444f-87f5-7d4f2278b799 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:45.424214 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-e06255dd-5b8b-4f9f-ba1a-c68fb2d98f69 None None] Provisioning complete for port 323e07c3-2b11-444f-87f5-7d4f2278b799 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:45.424611 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e06255dd-5b8b-4f9f-ba1a-c68fb2d98f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.475829 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1558721f-129b-4fe3-9977-da437b9faf68,revision_number=2']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:45.544512 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Network 78513dd0-41c3-496c-9235-1bc37317570c is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:45.568240 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:45.596368 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.622746 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:45.625863 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:45.664625 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-e06255dd-5b8b-4f9f-ba1a-c68fb2d98f69 None None] Port 323e07c3-2b11-444f-87f5-7d4f2278b799 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:10:45.709671 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-59dac732-d197-446a-92a7-543e0aeb6e32 req-572343f1-02e8-4e07-beed-d8e8e6367e2e tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.0849335 Aug 08 17:10:45.802989 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:45.839199 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34356) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:45.934136 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cf64d7a3-a600-4173-bfc4-e62dd58c4936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.005869 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-00135417-c924-454c-914d-9ba0444e9de3 None None] Provisioning complete for port 6151b771-8fae-4628-b6a0-b05617fbb6ee triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:46.006552 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-00135417-c924-454c-914d-9ba0444e9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.094122 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:10:46.105839 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-00135417-c924-454c-914d-9ba0444e9de3 None None] Port 6151b771-8fae-4628-b6a0-b05617fbb6ee cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:10:46.145772 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-48ed623a-ccb0-4791-bdc2-796f60bfb72f req-b38c67cf-687d-402d-b97a-1b5acd8af169 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.0720677 Aug 08 17:10:46.186279 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Router 7eb49ad1-1281-4468-9978-960c2c05bb78 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:10:46.270532 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 175aeee4-d5b4-4ed8-aa67-83aab05ff228 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:46.378393 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:10:46.384821 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-11211d2c-24fe-4e2f-a39a-b9212fb1e2d5 admin admin] 10.222.0.20 "PUT /v2.0/routers/7eb49ad1-1281-4468-9978-960c2c05bb78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8948131 Aug 08 17:10:46.398087 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 175aeee4-d5b4-4ed8-aa67-83aab05ff228 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:46.407036 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 175aeee4-d5b4-4ed8-aa67-83aab05ff228 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:46.407657 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.494846 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:10:46.514024 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Sync routers for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:10:46.518331 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-63278048-ce3c-4af1-afd7-d9bdb0528ebf admin admin] 10.222.0.20 "PUT /v2.0/routers/44f3acc6-28aa-4f40-8024-ca2394b9f5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4543941 Aug 08 17:10:46.570863 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cf64d7a3-a600-4173-bfc4-e62dd58c4936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.573635 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:46.574375 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:46.577810 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.578935 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cf64d7a3-a600-4173-bfc4-e62dd58c4936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.596355 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.632391 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.663019 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 175aeee4-d5b4-4ed8-aa67-83aab05ff228, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=175aeee4-d5b4-4ed8-aa67-83aab05ff228,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:10:46.676220 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.677008 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device e3377389-5076-43e0-868d-0b0a53fe4a6a up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:46.798921 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34384) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:46.799315 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-cf64d7a3-a600-4173-bfc4-e62dd58c4936 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d8010c50fe94eda9c57e0d07f7ca33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9504957 Aug 08 17:10:46.815111 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64d7a3-a600-4173-bfc4-e62dd58c4936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea54d254-3850-41c9-b7a8-9e13d31d5246,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:46.838900 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693605'] for router_interface, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.913300 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c5fefe95-06a5-4bc7-9236-df602ec5fadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:46.955633 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c5fefe95-06a5-4bc7-9236-df602ec5fadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:47.006296 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Pushing event updated for resources: {'Port': ['ID=323e07c3-2b11-444f-87f5-7d4f2278b799,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:47.017098 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:47.020149 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:47.050752 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=175aeee4-d5b4-4ed8-aa67-83aab05ff228,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:47.055263 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:47.063189 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c5fefe95-06a5-4bc7-9236-df602ec5fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:47.066175 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c5fefe95-06a5-4bc7-9236-df602ec5fadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:47.067777 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c5fefe95-06a5-4bc7-9236-df602ec5fadd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea54d254-3850-41c9-b7a8-9e13d31d5246 HTTP/1.1" status: 204 len: 168 time: 0.2676163 Aug 08 17:10:47.070196 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a5fa99be-9839-4155-ada9-be04dbe44f4e req-724c9709-0713-4858-812f-a035db6c0978 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.1582506 Aug 08 17:10:47.079616 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fefe95-06a5-4bc7-9236-df602ec5fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea54d254-3850-41c9-b7a8-9e13d31d5246,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:47.192045 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port e3377389-5076-43e0-868d-0b0a53fe4a6a triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:47.192475 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:47.256986 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:10:47.387868 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-03c36497-2607-4a7c-8965-8251e4da84a1 None None] Provisioning complete for port 323e07c3-2b11-444f-87f5-7d4f2278b799 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:47.387868 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-03c36497-2607-4a7c-8965-8251e4da84a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:47.425239 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 4812456b-b6c4-4060-838e-06c4328975ce up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:47.444985 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:10:47.458745 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d55e98e8-ffbd-4e91-83fe-6bb6b0742536 admin admin] 10.222.0.20 "PUT /v2.0/routers/46feab7e-57e7-426f-8f0b-08f7bfa98fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2406824 Aug 08 17:10:47.487008 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-03c36497-2607-4a7c-8965-8251e4da84a1 None None] Port 323e07c3-2b11-444f-87f5-7d4f2278b799 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:10:47.525100 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 4812456b-b6c4-4060-838e-06c4328975ce completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:47.532547 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 4812456b-b6c4-4060-838e-06c4328975ce triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:47.532928 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:47.539204 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-10798621-7682-4ee5-bfbe-9a970682b5ef tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:47.547673 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-10798621-7682-4ee5-bfbe-9a970682b5ef tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 818 time: 0.1724594 Aug 08 17:10:47.571596 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-2bb7e4e0-f711-457d-86eb-b6bd11ce1566 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/quotas/31b9f326989b4db8831d97f09b51e513 HTTP/1.1" status: 200 len: 375 time: 0.0218565 Aug 08 17:10:47.599296 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:43Z', 'revision_number': 2, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:47.648563 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Checking router: 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:10:47.648959 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Updating router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 port 6151b771-8fae-4628-b6a0-b05617fbb6ee binding host dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:10:47.678891 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-03e553ae-81a6-4524-a7cf-0616b9f6e2e5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072006 Aug 08 17:10:47.718581 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:47.774863 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:47.810547 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 4812456b-b6c4-4060-838e-06c4328975ce, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=4812456b-b6c4-4060-838e-06c4328975ce,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:10:47.823525 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:47.851779 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.32', 64202) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:47.865423 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-9a0a836c-341b-4c86-bc3a-0bf6c32b1f7a service neutron] 10.222.0.20 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781421 Aug 08 17:10:47.992788 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=4812456b-b6c4-4060-838e-06c4328975ce,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:48.123838 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 175aeee4-d5b4-4ed8-aa67-83aab05ff228 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:48.144149 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-365f82c0-46c3-4cf0-91c2-0cfa2109f13c service neutron] 10.222.0.20 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720709 Aug 08 17:10:48.175322 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34430) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:48.181353 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-a04b681e-81d5-4d27-a441-27711beee68a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421944887', 'description': 'tempest-description--5830496'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:48.278608 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a04b681e-81d5-4d27-a441-27711beee68a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:48.342019 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 175aeee4-d5b4-4ed8-aa67-83aab05ff228 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:48.342918 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:48.401468 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.32', 64206) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:48.506433 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Sync routers for ids ['7eb49ad1-1281-4468-9978-960c2c05bb78'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:10:48.524502 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Routers {'7eb49ad1-1281-4468-9978-960c2c05bb78'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:48.525045 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['7eb49ad1-1281-4468-9978-960c2c05bb78'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:48.633501 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Sync routers for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:10:48.677557 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Notify callbacks [] for port, precommit_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:48.679819 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:48.680467 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:48.741526 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a04b681e-81d5-4d27-a441-27711beee68a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:48.747868 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7e83c28b-5740-4890-8a99-6b2637753cd9 req-be683123-3176-48f6-94fb-37086f74be09 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.4755442 Aug 08 17:10:48.751918 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a04b681e-81d5-4d27-a441-27711beee68a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:48.809810 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-5b39f9ef-520e-4f22-ad67-0b585ae1a010 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:48.811331 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-5b39f9ef-520e-4f22-ad67-0b585ae1a010 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 814 time: 0.9546864 Aug 08 17:10:48.813439 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Set router 7eb49ad1-1281-4468-9978-960c2c05bb78 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:48.816900 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Transition to ACTIVE for port object 6151b771-8fae-4628-b6a0-b05617fbb6ee will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:48.820497 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a04b681e-81d5-4d27-a441-27711beee68a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:48.821740 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-a04b681e-81d5-4d27-a441-27711beee68a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.6445475 Aug 08 17:10:48.829377 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34468) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:48.840531 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-4ebbf5e7-39c4-4a54-bd86-bdca8c6ebcde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'security_group_rule': {'security_group_id': '3c1e1773-49d1-4753-8716-fba91d06d8a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:48.859045 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:48.864405 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b681e-81d5-4d27-a441-27711beee68a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1e1773-49d1-4753-8716-fba91d06d8a7,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:48.920376 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ebbf5e7-39c4-4a54-bd86-bdca8c6ebcde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:48.950232 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Request body: {'port': {'device_id': 'fa35dd26-9776-41d0-a735-48fb0d3ed33f', 'network_id': '43561efe-0334-498b-a813-16137189be59', 'admin_state_up': True, 'tenant_id': 'aca75413f47e435cbdcec1f144fb030e'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:49.049048 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edced031-90b2-4830-a188-a28bbedcfbd8 None None] Pushing event updated for resources: {'Port': ['ID=6151b771-8fae-4628-b6a0-b05617fbb6ee,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:49.115685 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dac3a4bc-fbc5-4b5c-b865-bb40dfb180f4 req-70caf058-e064-4348-8c57-7257e418013a tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.1873395 Aug 08 17:10:49.319839 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ebbf5e7-39c4-4a54-bd86-bdca8c6ebcde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:49.333268 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ebbf5e7-39c4-4a54-bd86-bdca8c6ebcde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:49.366732 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0782df3-978a-4403-b384-6916f90840a7 req-08f94309-b8f2-4778-8a44-068924018a01 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:49.374575 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-08f94309-b8f2-4778-8a44-068924018a01 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.32 "GET /v2.0/networks?id=66968d41-d185-434a-84f7-b00b6b2e6c2f HTTP/1.1" status: 200 len: 811 time: 0.9721484 Aug 08 17:10:49.437786 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'name': 'tempest-ServerRescueNegativeTestJSON-862212333-router', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '4812456b-b6c4-4060-838e-06c4328975ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'gw_port': {'id': '4812456b-b6c4-4060-838e-06c4328975ce', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '1558721f-129b-4fe3-9977-da437b9faf68', 'name': '', 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'mac_address': 'fa:16:3e:09:11:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '11ce7be5-ad7b-4a74-abd8-193672f3a1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:43Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 2, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'subnets': [{'id': '11ce7be5-ad7b-4a74-abd8-193672f3a1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:49.442696 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:49.471324 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Checking router: 7eb49ad1-1281-4468-9978-960c2c05bb78 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:10:49.471821 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Updating router 7eb49ad1-1281-4468-9978-960c2c05bb78 port 1558721f-129b-4fe3-9977-da437b9faf68 binding host dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:10:49.489259 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Request body: {'port': {'device_id': '4e192d7c-86fe-49e1-b241-d473cc81fd04', 'network_id': '66968d41-d185-434a-84f7-b00b6b2e6c2f', 'admin_state_up': True, 'tenant_id': '8d684a20155f458ca2583b5e546a4b2f'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:49.507083 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:49.637039 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-93099e95-fdd3-461a-82fe-cb568d2d5775 req-f4f60d6f-bb96-4847-a0e2-92b985346448 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 210 time: 0.2789900 Aug 08 17:10:49.639277 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbf5e7-39c4-4a54-bd86-bdca8c6ebcde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d497d0-8a6c-4056-84b3-5557a405a543,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:49.694405 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ebbf5e7-39c4-4a54-bd86-bdca8c6ebcde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:49.696132 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-4ebbf5e7-39c4-4a54-bd86-bdca8c6ebcde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8624725 Aug 08 17:10:49.699821 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34508) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:49.704029 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-7ae5d38c-3d46-49f1-935b-8cc3936d9dde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'security_group_rule': {'security_group_id': '3c1e1773-49d1-4753-8716-fba91d06d8a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:49.833953 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d38c-3d46-49f1-935b-8cc3936d9dde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.040450 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c776d60a-fefd-4cc8-a2d5-92897da26d80 req-650f6bec-d18f-4cae-b8b1-0aa55cff6e1a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.0864031 Aug 08 17:10:50.073065 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d38c-3d46-49f1-935b-8cc3936d9dde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.079969 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d38c-3d46-49f1-935b-8cc3936d9dde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.115584 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5d38c-3d46-49f1-935b-8cc3936d9dde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a9b349-fec9-4c1f-88b3-3abe90bc0f60,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:50.124138 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Made reservation on behalf of aca75413f47e435cbdcec1f144fb030e for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:50.135768 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7ae5d38c-3d46-49f1-935b-8cc3936d9dde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.138359 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-7ae5d38c-3d46-49f1-935b-8cc3936d9dde tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4383519 Aug 08 17:10:50.139279 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.141383 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34522) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:50.158571 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'floatingip': {'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:50.242813 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.354276 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Made reservation on behalf of 8d684a20155f458ca2583b5e546a4b2f for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:50.368789 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.398056 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 4812456b-b6c4-4060-838e-06c4328975ce up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:50.606394 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ac867beb-befa-426f-8141-bd1e5859c830 req-f54b2654-8928-4754-81eb-bc0c504e3318 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.2798569 Aug 08 17:10:50.606933 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.32', 64213) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:50.617273 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34532) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:50.623587 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Attempting to bind port 6151b771-8fae-4628-b6a0-b05617fbb6ee on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:10:50.623991 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Attempting to bind port 6151b771-8fae-4628-b6a0-b05617fbb6ee by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:10:50.624421 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Attempting to bind port 6151b771-8fae-4628-b6a0-b05617fbb6ee on network 78513dd0-41c3-496c-9235-1bc37317570c {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:10:50.638411 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.682395 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.provisioning_blocks [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Transition to ACTIVE for port object 1558721f-129b-4fe3-9977-da437b9faf68 will not be triggered until provisioned by entity L2. {{(pid=93518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:50.686864 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34536) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:50.688268 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:10:50.691767 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Checking segment: {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:50.693373 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.694210 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Bound using segment: {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:10:50.695380 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Bound port: 6151b771-8fae-4628-b6a0-b05617fbb6ee, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:10:50.698162 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.699341 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-ec65bef9-b803-463e-a83c-0d2e21205100 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446984560', 'description': 'tempest-description--349010985'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:50.699937 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:50.829914 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ec65bef9-b803-463e-a83c-0d2e21205100 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.068733 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-47eaa8b1-3ca7-4c6b-ad66-1d33b8746225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.089309 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a3ed3-639d-4919-8c2a-318b4e5a49ae None None] Pushing event updated for resources: {'Port': ['ID=1558721f-129b-4fe3-9977-da437b9faf68,revision_number=3']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:51.112524 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Attempting to bind port 1558721f-129b-4fe3-9977-da437b9faf68 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:10:51.114011 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Attempting to bind port 1558721f-129b-4fe3-9977-da437b9faf68 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:10:51.114540 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Attempting to bind port 1558721f-129b-4fe3-9977-da437b9faf68 on network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:10:51.122201 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 4812456b-b6c4-4060-838e-06c4328975ce triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:51.127005 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.135554 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:10:51.136334 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Checking segment: {'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:51.138949 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.140730 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Bound using segment: {'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:10:51.141432 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Bound port: 1558721f-129b-4fe3-9977-da437b9faf68, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'}}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:10:51.150068 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.202575 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e442-dea8-4d4e-b8d8-150fef71e5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.232291 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 2, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:51.309993 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] For port 6151b771-8fae-4628-b6a0-b05617fbb6ee, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:10:51.311821 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] For port 1558721f-129b-4fe3-9977-da437b9faf68, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:10:51.314990 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Checking router: 46feab7e-57e7-426f-8f0b-08f7bfa98fbd for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:10:51.315394 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Updating router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd port 323e07c3-2b11-444f-87f5-7d4f2278b799 binding host dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:10:51.320563 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] For port 1558721f-129b-4fe3-9977-da437b9faf68, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=1558721f-129b-4fe3-9977-da437b9faf68,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:10:51.326398 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.385421 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ec65bef9-b803-463e-a83c-0d2e21205100 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.410320 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e4ad6ccf-afe7-4755-8176-9e288cbb22be req-d9dc0cd4-c7ec-40f9-b367-5231e9486367 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.1319311 Aug 08 17:10:51.470351 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Routers {'7eb49ad1-1281-4468-9978-960c2c05bb78'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:51.471037 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['7eb49ad1-1281-4468-9978-960c2c05bb78'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:51.530111 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ec65bef9-b803-463e-a83c-0d2e21205100 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.559810 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a3ed3-639d-4919-8c2a-318b4e5a49ae None None] Pushing event updated for resources: {'Port': ['ID=1558721f-129b-4fe3-9977-da437b9faf68,revision_number=4']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:51.658618 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] For port 6151b771-8fae-4628-b6a0-b05617fbb6ee, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=6151b771-8fae-4628-b6a0-b05617fbb6ee,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:10:51.693272 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.706695 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.737025 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e442-dea8-4d4e-b8d8-150fef71e5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.801698 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] Set router 7eb49ad1-1281-4468-9978-960c2c05bb78 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:51.807214 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e442-dea8-4d4e-b8d8-150fef71e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.809957 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65bef9-b803-463e-a83c-0d2e21205100 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d703b3-301b-40b3-ae7a-62c463ac18be,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:51.874326 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Allocated IP 172.20.0.6 (66968d41-d185-434a-84f7-b00b6b2e6c2f/441b3924-8ef1-4cea-ae7a-c4f9bd90e353/e740048f-4003-4c8e-b6f5-934f25ef6583) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:51.881318 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-eff1e2ba-493e-49fb-85a0-9d543fffe3c3 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:51.883188 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-eff1e2ba-493e-49fb-85a0-9d543fffe3c3 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.32 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 818 time: 1.2696705 Aug 08 17:10:51.889017 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ec65bef9-b803-463e-a83c-0d2e21205100 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:51.892442 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-ec65bef9-b803-463e-a83c-0d2e21205100 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2045665 Aug 08 17:10:51.905066 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34576) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:51.955066 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-feb4f93c-f772-44c6-b99e-f703bea9cb50 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'security_group_rule': {'security_group_id': '75d703b3-301b-40b3-ae7a-62c463ac18be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:51.969246 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edced031-90b2-4830-a188-a28bbedcfbd8 None None] Pushing event updated for resources: {'Port': ['ID=6151b771-8fae-4628-b6a0-b05617fbb6ee,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:51.995531 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ef4b508-a8d1-41b2-bb4f-a86933d54def req-cb009568-31f8-4ba3-af67-0f8be81e4d50 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.2420616 Aug 08 17:10:52.020698 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Request body: {'port': {'device_id': 'a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29', 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009', 'admin_state_up': True, 'tenant_id': '31b9f326989b4db8831d97f09b51e513'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:52.108780 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Allocated IP 172.20.0.11 (43561efe-0334-498b-a813-16137189be59/81adcb59-10e4-4d35-8a17-8df4c299bb7f/f3461f3a-5ec4-4527-b2c1-eec9b4418dff) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:52.186060 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-feb4f93c-f772-44c6-b99e-f703bea9cb50 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:52.207422 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:52.208242 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:52.243987 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'name': 'tempest-ServerRescueNegativeTestJSON-862212333-router', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '4812456b-b6c4-4060-838e-06c4328975ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'gw_port': {'id': '4812456b-b6c4-4060-838e-06c4328975ce', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '1558721f-129b-4fe3-9977-da437b9faf68', 'name': '', 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'mac_address': 'fa:16:3e:09:11:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '11ce7be5-ad7b-4a74-abd8-193672f3a1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:43Z', 'updated_at': '2021-08-08T17:10:51Z', 'revision_number': 4, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'subnets': [{'id': '11ce7be5-ad7b-4a74-abd8-193672f3a1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:52.324857 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d0340-2023-4b6b-be2a-66f807cdd0e7 None None] The sync data for ids ['7eb49ad1-1281-4468-9978-960c2c05bb78'] in dv-cinder-787296-3-iscsi is: [{'id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'name': 'tempest-ServerRescueNegativeTestJSON-862212333-router', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '4812456b-b6c4-4060-838e-06c4328975ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'gw_port': {'id': '4812456b-b6c4-4060-838e-06c4328975ce', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '1558721f-129b-4fe3-9977-da437b9faf68', 'name': '', 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'mac_address': 'fa:16:3e:09:11:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '11ce7be5-ad7b-4a74-abd8-193672f3a1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:43Z', 'updated_at': '2021-08-08T17:10:51Z', 'revision_number': 4, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'subnets': [{'id': '11ce7be5-ad7b-4a74-abd8-193672f3a1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:10:52.452778 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-feb4f93c-f772-44c6-b99e-f703bea9cb50 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:52.613568 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:52.616185 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-feb4f93c-f772-44c6-b99e-f703bea9cb50 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:52.757926 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4f93c-f772-44c6-b99e-f703bea9cb50 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02067b85-728e-4e1c-b774-85ab55f30335,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:52.793203 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9301a693-4dfb-4a78-be0e-17864a001752 req-d1052197-4e34-4388-8ec7-3e067730e7af tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 210 time: 0.0882006 Aug 08 17:10:52.812924 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 1558721f-129b-4fe3-9977-da437b9faf68 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:52.832476 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-4ec0e442-dea8-4d4e-b8d8-150fef71e5f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=560696f0da8a4feca9abebadd660ac5c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1722777 Aug 08 17:10:52.849656 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34604) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:52.861243 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:52.877637 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:52.898274 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-4d1e48fa-0609-4a4f-a022-56893f379531 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:52.908628 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-4d1e48fa-0609-4a4f-a022-56893f379531 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 818 time: 2.0073678 Aug 08 17:10:52.967278 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-a4e31518-5d69-4526-b4fd-df4c87d1eae4 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/quotas/31b9f326989b4db8831d97f09b51e513 HTTP/1.1" status: 200 len: 375 time: 0.0573163 Aug 08 17:10:52.974974 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0e442-dea8-4d4e-b8d8-150fef71e5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d990f71-ce14-4638-a6d5-5037ce8a4dc2,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:52.990199 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.007969 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Made reservation on behalf of 31b9f326989b4db8831d97f09b51e513 for: {'port': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:10:53.013218 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.108712 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.204310 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.230465 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-de80f2c6-7cb1-4540-8a69-4a5b01b13a59 req-4893df35-d500-49c6-9d94-af7fba42e328 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.0756614 Aug 08 17:10:53.249042 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-feb4f93c-f772-44c6-b99e-f703bea9cb50 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.252133 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Transition to ACTIVE for port object 323e07c3-2b11-444f-87f5-7d4f2278b799 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:10:53.256483 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-feb4f93c-f772-44c6-b99e-f703bea9cb50 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3276010 Aug 08 17:10:53.262724 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 1558721f-129b-4fe3-9977-da437b9faf68 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:53.273983 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34612) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:53.293234 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-d0b49ff1-f1dc-4e0f-ab89-083c51af4ddb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'security_group_rule': {'security_group_id': '75d703b3-301b-40b3-ae7a-62c463ac18be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:53.295361 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 1558721f-129b-4fe3-9977-da437b9faf68 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:53.299061 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.345706 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Network 43561efe-0334-498b-a813-16137189be59 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:53.356211 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34614) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:53.359412 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.399746 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.412804 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:53.479585 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-0694f0ae-0faa-4552-8ce2-6efb35ee9569 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5109284 Aug 08 17:10:53.497989 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d0b49ff1-f1dc-4e0f-ab89-083c51af4ddb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.552587 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc07db-15b9-428c-b319-872fab014760 None None] Pushing event updated for resources: {'Port': ['ID=323e07c3-2b11-444f-87f5-7d4f2278b799,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:53.554285 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Network 66968d41-d185-434a-84f7-b00b6b2e6c2f is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:53.564602 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Pushing event updated for resources: {'Port': ['ID=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:53.710841 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Pushing event updated for resources: {'Port': ['ID=e740048f-4003-4c8e-b6f5-934f25ef6583,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:53.717402 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-063ec960-565f-46f9-9b3a-0e1fcf072bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.723045 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:53.730809 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Attempting to bind port 323e07c3-2b11-444f-87f5-7d4f2278b799 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:10:53.731188 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Attempting to bind port 323e07c3-2b11-444f-87f5-7d4f2278b799 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:10:53.731556 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Attempting to bind port 323e07c3-2b11-444f-87f5-7d4f2278b799 on network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:10:53.755294 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:53.765166 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:10:53.765546 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Checking segment: {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:10:53.765960 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.766362 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Bound using segment: {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:10:53.766879 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Bound port: 323e07c3-2b11-444f-87f5-7d4f2278b799, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:10:53.767265 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.771795 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-023314c1-9d5e-4382-8544-dc4ca5e952a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.780641 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.804097 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:51Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:53.835029 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:53.863131 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 1558721f-129b-4fe3-9977-da437b9faf68, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=1558721f-129b-4fe3-9977-da437b9faf68,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:10:53.885985 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f594b9fe-40db-4270-b3da-4f5823a4116a service neutron] 10.222.0.20 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051056 Aug 08 17:10:53.901664 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:53.902325 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.934876 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-dc35b8ab-2393-486a-b707-0c90212e29d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.948864 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:53.949553 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.958825 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d0b49ff1-f1dc-4e0f-ab89-083c51af4ddb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.959488 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:53.962140 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f9f72-533d-4671-97f4-23d071d2c5af None None] The sync data for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi is: [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:51Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:10:53.963859 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-7462d441-2b62-4e1b-9fae-75ee70bdb6f0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5220420 Aug 08 17:10:53.971393 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d0b49ff1-f1dc-4e0f-ab89-083c51af4ddb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:54.004654 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b49ff1-f1dc-4e0f-ab89-083c51af4ddb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03240a60-d0b1-4267-8c8e-74ce8fdafc60,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:54.054243 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:54.054509 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-38a36daa-b3e9-4a5d-b3a7-9254eecdf6d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1224375 Aug 08 17:10:54.061154 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d0b49ff1-f1dc-4e0f-ab89-083c51af4ddb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:54.070605 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d0b49ff1-f1dc-4e0f-ab89-083c51af4ddb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7825379 Aug 08 17:10:54.075402 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34626) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:54.084098 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'floatingip': {'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:10:54.084297 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] For port 323e07c3-2b11-444f-87f5-7d4f2278b799, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:10:54.088830 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] For port 323e07c3-2b11-444f-87f5-7d4f2278b799, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=323e07c3-2b11-444f-87f5-7d4f2278b799,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:10:54.093305 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=1558721f-129b-4fe3-9977-da437b9faf68,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:54.100710 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:54.149504 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:54.280581 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:10:54.280581 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:10:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:54.294450 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc07db-15b9-428c-b319-872fab014760 None None] Pushing event updated for resources: {'Port': ['ID=323e07c3-2b11-444f-87f5-7d4f2278b799,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:54.382511 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Allocated IP 172.20.0.11 (87ea2ee9-44f5-46e9-b78a-78ad058ee009/11ce7be5-ad7b-4a74-abd8-193672f3a1bb/043a16ba-a4d1-4e44-90a9-fa77f8a045c4) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:54.514812 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Allocated IP 172.27.3.59 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/73c6c4e6-8801-4531-9304-0d97a985f887) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:54.664672 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:54.686615 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-dc35b8ab-2393-486a-b707-0c90212e29d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:54.702014 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:54.741467 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:10:54.761939 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-440762d6-4fb0-4e29-98a3-eb430e859d77 service neutron] 10.222.0.20 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8751092 Aug 08 17:10:54.796374 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 1558721f-129b-4fe3-9977-da437b9faf68 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:54.952794 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f926864-35c8-490f-a459-f5e63e930e6d req-4bc88637-1641-4e69-9f7e-1f78548bc8c3 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:54.954442 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1f926864-35c8-490f-a459-f5e63e930e6d req-4bc88637-1641-4e69-9f7e-1f78548bc8c3 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 932 time: 1.0166485 Aug 08 17:10:55.051417 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 1558721f-129b-4fe3-9977-da437b9faf68 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:55.052049 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.077440 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-dc35b8ab-2393-486a-b707-0c90212e29d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.080393 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-dc35b8ab-2393-486a-b707-0c90212e29d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.082084 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-dc35b8ab-2393-486a-b707-0c90212e29d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d990f71-ce14-4638-a6d5-5037ce8a4dc2 HTTP/1.1" status: 204 len: 168 time: 2.2160897 Aug 08 17:10:55.127505 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-023314c1-9d5e-4382-8544-dc4ca5e952a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.165761 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-023314c1-9d5e-4382-8544-dc4ca5e952a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.285995 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.304301 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35b8ab-2393-486a-b707-0c90212e29d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d990f71-ce14-4638-a6d5-5037ce8a4dc2,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:55.382471 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-023314c1-9d5e-4382-8544-dc4ca5e952a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba72ff173f7744d79df4d5b418b136bd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0067136 Aug 08 17:10:55.385133 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34644) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:55.401691 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 6151b771-8fae-4628-b6a0-b05617fbb6ee up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:55.413488 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.439737 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:54Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:10:55.459948 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d2c2cd34-fee6-41ac-97d0-90c2c1260b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.484040 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca307b0e-55ef-45b5-99c7-93694263e1e0 None None] The sync data for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi is: [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:54Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:10:55.494120 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1f926864-35c8-490f-a459-f5e63e930e6d req-24ae46e8-480d-4f66-8e9a-a0350a842c01 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245440 Aug 08 17:10:55.499935 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d2c2cd34-fee6-41ac-97d0-90c2c1260b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.549233 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 6151b771-8fae-4628-b6a0-b05617fbb6ee completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:55.553753 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 6151b771-8fae-4628-b6a0-b05617fbb6ee triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:55.554194 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.582868 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2da54-3d05-4cbd-b495-21be78c2b913 req-28f27d76-4ea3-4d02-929f-d4fe4cff80ae tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:55.594384 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4bf2da54-3d05-4cbd-b495-21be78c2b913 req-28f27d76-4ea3-4d02-929f-d4fe4cff80ae tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 931 time: 0.5269573 Aug 08 17:10:55.599770 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.630530 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023314c1-9d5e-4382-8544-dc4ca5e952a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8cf528-8c02-499a-889d-2eb3d206afdb,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:55.665321 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d2c2cd34-fee6-41ac-97d0-90c2c1260b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.673480 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d2c2cd34-fee6-41ac-97d0-90c2c1260b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.674971 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d2c2cd34-fee6-41ac-97d0-90c2c1260b60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c8cf528-8c02-499a-889d-2eb3d206afdb HTTP/1.1" status: 204 len: 168 time: 0.2888410 Aug 08 17:10:55.709324 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34650) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:55.729404 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Allocated IP 172.27.3.178 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/4b8b2326-44e2-4909-8ce6-d458c986e46f) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:10:55.745772 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2cd34-fee6-41ac-97d0-90c2c1260b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8cf528-8c02-499a-889d-2eb3d206afdb,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:55.745982 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.751006 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a1e6-f21a-4e1c-ad65-9644253f4a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.865268 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 6151b771-8fae-4628-b6a0-b05617fbb6ee, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=6151b771-8fae-4628-b6a0-b05617fbb6ee,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:10:55.872167 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.887654 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4bf2da54-3d05-4cbd-b495-21be78c2b913 req-d4d3c826-3525-4e01-9db4-06f014fd3d5d tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919984 Aug 08 17:10:55.912065 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b2612f1-2934-4e7b-ae34-edfd3beb0faf req-cc7f999c-a85d-4af2-bf1c-effc3337a8f4 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.2525361 Aug 08 17:10:55.913597 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.920460 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'Port': ['ID=73c6c4e6-8801-4531-9304-0d97a985f887,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:55.959970 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:55.973967 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:56.009786 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:56.022078 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:56.026485 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=6151b771-8fae-4628-b6a0-b05617fbb6ee,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:56.083106 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a1e6-f21a-4e1c-ad65-9644253f4a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.090692 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5cf2a1e6-f21a-4e1c-ad65-9644253f4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.119993 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.185001 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'Port': ['ID=4b8b2326-44e2-4909-8ce6-d458c986e46f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:56.186122 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.200975 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-5cf2a1e6-f21a-4e1c-ad65-9644253f4a2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9151a5d7d7e04f5f882619d6903aa00d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891729 Aug 08 17:10:56.210841 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:56.212121 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34656) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:56.213238 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:56.216813 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2a1e6-f21a-4e1c-ad65-9644253f4a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d852b4-4892-453c-923f-e2995d55d1aa,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:56.219051 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:56.223799 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:10:56.262085 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:10:56.299640 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:10:56.309560 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:56.310498 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.328621 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Pushing event updated for resources: {'Port': ['ID=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:56.388109 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.394599 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-f1d506c9-f994-4945-9669-d1ea9ed79b72 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4381645 Aug 08 17:10:56.456847 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34658) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:56.463364 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.464053 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.493232 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ae0dcdf9-3ecc-41c9-aac1-519a0823d503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.497419 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6ee059b9-42fc-427e-a6c1-c236c36248b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.602022 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6ee059b9-42fc-427e-a6c1-c236c36248b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.616559 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.793231 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 6151b771-8fae-4628-b6a0-b05617fbb6ee up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:56.808050 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6ee059b9-42fc-427e-a6c1-c236c36248b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.810817 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6ee059b9-42fc-427e-a6c1-c236c36248b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.814518 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-6ee059b9-42fc-427e-a6c1-c236c36248b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61d852b4-4892-453c-923f-e2995d55d1aa HTTP/1.1" status: 204 len: 168 time: 0.5962453 Aug 08 17:10:56.863245 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.876542 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.901666 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee059b9-42fc-427e-a6c1-c236c36248b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d852b4-4892-453c-923f-e2995d55d1aa,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:56.971579 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 6151b771-8fae-4628-b6a0-b05617fbb6ee triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:56.972635 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:56.984296 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689e031-a9f5-47e1-9ba8-90fc06aac4f0 req-1123fdf9-23d0-4a98-8891-4c0e14f6ede2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:56.985883 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3689e031-a9f5-47e1-9ba8-90fc06aac4f0 req-1123fdf9-23d0-4a98-8891-4c0e14f6ede2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 932 time: 0.3309298 Aug 08 17:10:57.055831 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.093014 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'Port': ['ID=4b8b2326-44e2-4909-8ce6-d458c986e46f,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:57.120680 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 323e07c3-2b11-444f-87f5-7d4f2278b799 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:57.122951 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.132200 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ae0dcdf9-3ecc-41c9-aac1-519a0823d503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.148112 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.148695 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.150242 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-c5d36e19-4d92-4752-aedc-4fab7f764b93 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0721159 Aug 08 17:10:57.162431 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ae0dcdf9-3ecc-41c9-aac1-519a0823d503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.211389 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3689e031-a9f5-47e1-9ba8-90fc06aac4f0 req-742e3238-2ffd-4215-8422-b2931cbb1c7c tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137260 Aug 08 17:10:57.248079 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 323e07c3-2b11-444f-87f5-7d4f2278b799 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:10:57.253589 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 323e07c3-2b11-444f-87f5-7d4f2278b799 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:57.254652 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.255666 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.273126 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178efe8c-dcd8-4600-b3f0-da845e3ece0c req-129401ab-780e-49c6-9157-3d45171e8980 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:57.275292 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-178efe8c-dcd8-4600-b3f0-da845e3ece0c req-129401ab-780e-49c6-9157-3d45171e8980 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 931 time: 0.2782478 Aug 08 17:10:57.288137 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-ae0dcdf9-3ecc-41c9-aac1-519a0823d503 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f716d79a48294dd7b6ce8eda548626d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8298280 Aug 08 17:10:57.291601 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34674) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:10:57.325322 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dcdf9-3ecc-41c9-aac1-519a0823d503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed94a05e-919e-49f2-b60b-9196fa57199c,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:57.348422 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'Port': ['ID=73c6c4e6-8801-4531-9304-0d97a985f887,revision_number=2']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:57.371476 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.381095 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-3cf1eebc-551f-4c0e-9f5c-517299afe18b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2322016 Aug 08 17:10:57.425581 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-15dabf6f-d586-4a89-abc9-d19b9d35b979 req-7ff05a36-b9d6-4dff-970f-bb8750d09828 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0578623 Aug 08 17:10:57.439720 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-75b7e1e4-3a18-4ef0-b990-f6a2205ca858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.467089 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-178efe8c-dcd8-4600-b3f0-da845e3ece0c req-d6f80742-dc47-47be-95d1-a1220f1887b3 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753576 Aug 08 17:10:57.521867 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-75b7e1e4-3a18-4ef0-b990-f6a2205ca858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.546943 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.647157 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-75b7e1e4-3a18-4ef0-b990-f6a2205ca858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.650429 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-75b7e1e4-3a18-4ef0-b990-f6a2205ca858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.655018 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-75b7e1e4-3a18-4ef0-b990-f6a2205ca858 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed94a05e-919e-49f2-b60b-9196fa57199c HTTP/1.1" status: 204 len: 168 time: 0.3598328 Aug 08 17:10:57.658238 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 323e07c3-2b11-444f-87f5-7d4f2278b799, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=323e07c3-2b11-444f-87f5-7d4f2278b799,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:10:57.673595 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:57.686516 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e1e4-3a18-4ef0-b990-f6a2205ca858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed94a05e-919e-49f2-b60b-9196fa57199c,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:57.737838 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-7973173c-710c-4fb4-8cff-5e4aaeedee6f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1446984560&fields=id&tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76 HTTP/1.1" status: 200 len: 267 time: 0.1672590 Aug 08 17:10:57.788095 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=323e07c3-2b11-444f-87f5-7d4f2278b799,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:10:57.902577 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-c2dc0dce-d3bf-41da-af75-fe4ce09c5d3f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--421944887&fields=id&tenant_id=781875a7243b41f7ba306d8d62d1bf54 HTTP/1.1" status: 200 len: 267 time: 0.2261534 Aug 08 17:10:58.027839 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-73ea991c-e033-45f8-9eac-094fc21102d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:58.039572 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-73ea991c-e033-45f8-9eac-094fc21102d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 816 time: 0.1355715 Aug 08 17:10:58.054636 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ca2297ea-d40d-4327-b996-04fee39ff38e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/quotas/781875a7243b41f7ba306d8d62d1bf54 HTTP/1.1" status: 200 len: 375 time: 0.0108953 Aug 08 17:10:58.162884 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ba30d259-47f8-420d-a59a-43f97f1b2b2c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1008008 Aug 08 17:10:58.169565 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-be8402cb-2b7c-4839-b0cd-85d58600cfab tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:58.176579 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-be8402cb-2b7c-4839-b0cd-85d58600cfab tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/networks?id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 200 len: 810 time: 0.4082005 Aug 08 17:10:58.196595 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-a530de3a-15bd-408d-84df-8b9920475f3e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/quotas/b4fdeaf6ea4c4a78b2842186185f1d76 HTTP/1.1" status: 200 len: 375 time: 0.0190439 Aug 08 17:10:58.351303 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-82fffea7-aa11-4406-bda5-3cd08166c091 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1467938 Aug 08 17:10:58.493950 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-b3122014-d5ba-4f06-af02-217e894a23e8 service neutron] 10.222.0.20 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688866 Aug 08 17:10:58.608102 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-4fb4ff70-3432-474a-9e17-d15ef027b5b7 service neutron] 10.222.0.20 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402203 Aug 08 17:10:58.649731 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 323e07c3-2b11-444f-87f5-7d4f2278b799 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:10:58.706676 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-fbd076c2-b932-42c0-bc1a-b9974fd5df06 service neutron] 10.222.0.20 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117021 Aug 08 17:10:58.768426 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-b193c916-15a5-4312-97d1-732f1859e355 service neutron] 10.222.0.20 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582656 Aug 08 17:10:58.779606 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 323e07c3-2b11-444f-87f5-7d4f2278b799 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:10:58.789625 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:10:59.224341 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-01c43f18-baa8-43bb-b10e-2cd97f6dfe3b req-ba4dbe46-fba4-404f-ba4a-b025d6fda33d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0929022 Aug 08 17:10:59.246440 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d006f-4a16-40fc-8ce9-835fe9dc6495 req-6b332110-be18-4e88-be6d-413a1537b5e0 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:59.256684 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e72d006f-4a16-40fc-8ce9-835fe9dc6495 req-6b332110-be18-4e88-be6d-413a1537b5e0 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 932 time: 0.1388035 Aug 08 17:10:59.348156 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e72d006f-4a16-40fc-8ce9-835fe9dc6495 req-fbc4cb6f-99dc-47c2-97a7-ed7c1f34ee0d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903215 Aug 08 17:10:59.524167 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0bd5e4ec-e9fe-4b05-ad2b-77b80026ffe3 req-48cc172a-9c9c-4502-b462-064591c8150d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0466425 Aug 08 17:10:59.549138 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfd9f1-0837-43ee-bcfd-71b03b983917 req-b327227f-996e-43ae-9eb8-101b8df9cc27 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:10:59.562745 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e8bfd9f1-0837-43ee-bcfd-71b03b983917 req-b327227f-996e-43ae-9eb8-101b8df9cc27 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 931 time: 0.2018623 Aug 08 17:10:59.661705 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e8bfd9f1-0837-43ee-bcfd-71b03b983917 req-5395ca7b-7b9a-49d4-a00e-5773ae7f2bf2 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977714 Aug 08 17:10:59.698373 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-a596ebbd-1bec-4099-b8bf-897f960a45a0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:10:59.701336 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-a596ebbd-1bec-4099-b8bf-897f960a45a0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130305 Aug 08 17:10:59.705979 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-0f6400cb-9825-45b5-b026-cdc8c6d7cebf tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:10:59.712797 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-0f6400cb-9825-45b5-b026-cdc8c6d7cebf tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121245 Aug 08 17:10:59.717182 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-48bc7374-c637-45f6-b9f6-b8adf4061470 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:10:59.718329 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-48bc7374-c637-45f6-b9f6-b8adf4061470 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160279 Aug 08 17:10:59.801226 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-18dd4fe6-8f60-4fed-950f-8178c8f5ed1c req-2b9bcde7-59c6-49ff-9327-0492debf0535 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.1072176 Aug 08 17:11:00.306535 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:11:00.408630 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-000438af-cd3f-4fc5-9a32-3e41238ab94f req-7c5a58f5-0ecb-4c43-aeaf-3321d4903bce tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0393262 Aug 08 17:11:00.606779 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9036e4-e558-44a6-823f-93879d508c94 req-d44833f7-5558-410e-9583-aa75309e817f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:00.618548 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8a9036e4-e558-44a6-823f-93879d508c94 req-d44833f7-5558-410e-9583-aa75309e817f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 932 time: 0.1598182 Aug 08 17:11:00.745398 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-943aef36-405b-4876-903c-923fa8d89c28 req-1a48d627-ea5c-4730-8cd7-ee3059bc9e2d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0918543 Aug 08 17:11:00.799631 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8a9036e4-e558-44a6-823f-93879d508c94 req-c4faf361-d7c2-4648-a246-fcba2adb83ce tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769347 Aug 08 17:11:00.827854 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34834) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:00.920290 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25e73f-3038-4ba6-ba58-37a2442b63e7 req-5e5d69c4-865c-46e3-be13-ced484cf5607 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:00.929920 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2c25e73f-3038-4ba6-ba58-37a2442b63e7 req-5e5d69c4-865c-46e3-be13-ced484cf5607 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 931 time: 0.0717189 Aug 08 17:11:00.980089 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c66efdf5-4fab-4b39-87e9-e8e7476716b4 req-26f831a3-951e-4d0a-94eb-dcd4b8e8a0bb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0315163 Aug 08 17:11:01.012165 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2c25e73f-3038-4ba6-ba58-37a2442b63e7 req-31ed42e6-ee38-4375-93f7-51d572e07aec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812860 Aug 08 17:11:01.043630 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-49ebfb45-3ea1-4c74-a791-786b7e8be2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:01.150537 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-49ebfb45-3ea1-4c74-a791-786b7e8be2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:01.155113 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-49ebfb45-3ea1-4c74-a791-786b7e8be2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:01.201571 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-49ebfb45-3ea1-4c74-a791-786b7e8be2e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=142ab5e44b604a23a644ee5b17c07580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698883 Aug 08 17:11:01.201759 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34844) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:01.208343 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebfb45-3ea1-4c74-a791-786b7e8be2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf670f2-70ac-4260-9ef0-81f978530765,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:01.257422 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c38e1781-b083-45f8-9f8a-782d3e6b5e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:01.280222 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c38e1781-b083-45f8-9f8a-782d3e6b5e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:01.341350 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c38e1781-b083-45f8-9f8a-782d3e6b5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:01.344864 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c38e1781-b083-45f8-9f8a-782d3e6b5e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:01.349651 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c38e1781-b083-45f8-9f8a-782d3e6b5e9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bf670f2-70ac-4260-9ef0-81f978530765 HTTP/1.1" status: 204 len: 168 time: 0.1433253 Aug 08 17:11:01.354995 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e1781-b083-45f8-9f8a-782d3e6b5e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf670f2-70ac-4260-9ef0-81f978530765,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:01.586338 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2ac1ad0b-580c-4348-9bef-1855d2751e57 req-28272361-97d6-45ea-81c0-47b40f965c01 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0369775 Aug 08 17:11:01.757779 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34866) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:01.773536 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7b65-8f3c-431b-9bf2-ff65778461bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:01.890907 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a33943e6-dbe7-485e-a42a-660a9da101d3 req-0898939e-844e-4037-bdd0-94205e0efb80 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0338650 Aug 08 17:11:01.946917 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7b65-8f3c-431b-9bf2-ff65778461bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:01.967016 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7b65-8f3c-431b-9bf2-ff65778461bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.021166 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee180b-e241-4933-a2f5-4d1adfd655ca req-2afa5d2c-b285-42be-b5a8-a8ac5e6a6835 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:02.022758 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d5ee180b-e241-4933-a2f5-4d1adfd655ca req-2afa5d2c-b285-42be-b5a8-a8ac5e6a6835 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 932 time: 0.1091304 Aug 08 17:11:02.026321 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-fd3e7b65-8f3c-431b-9bf2-ff65778461bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed31af7af5cf4644b5c03bbe8d2a52d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675180 Aug 08 17:11:02.027499 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e7b65-8f3c-431b-9bf2-ff65778461bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ce5a3-12fa-4890-ae6e-733cd5de69c0,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:02.029296 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34878) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:02.099028 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d5ee180b-e241-4933-a2f5-4d1adfd655ca req-26699de0-7a90-441d-84d1-8eac9396ceb4 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587785 Aug 08 17:11:02.103698 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d6aa3b2c-cbd7-4bfa-afe0-8e569ca5d11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.130748 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d6aa3b2c-cbd7-4bfa-afe0-8e569ca5d11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.162860 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b06fc79c-5a8d-4abd-b672-213837d5d9ab req-0ff0f0b2-8681-423e-a064-51b078e828ac tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0413966 Aug 08 17:11:02.199599 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d6aa3b2c-cbd7-4bfa-afe0-8e569ca5d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.202076 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d6aa3b2c-cbd7-4bfa-afe0-8e569ca5d11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.203268 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d6aa3b2c-cbd7-4bfa-afe0-8e569ca5d11c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a2ce5a3-12fa-4890-ae6e-733cd5de69c0 HTTP/1.1" status: 204 len: 168 time: 0.1721098 Aug 08 17:11:02.211226 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa3b2c-cbd7-4bfa-afe0-8e569ca5d11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ce5a3-12fa-4890-ae6e-733cd5de69c0,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:02.238497 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c9122-3f58-4b20-bc3a-c0d312ba6af6 req-53165671-e188-460a-b5f3-b2c6d365d0b9 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:02.240064 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5d5c9122-3f58-4b20-bc3a-c0d312ba6af6 req-53165671-e188-460a-b5f3-b2c6d365d0b9 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 931 time: 0.0639546 Aug 08 17:11:02.290357 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5d5c9122-3f58-4b20-bc3a-c0d312ba6af6 req-c414ed27-87e5-49e7-84fb-9e611b48866e tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Aug 08 17:11:02.375890 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34892) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:02.533937 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3bac53ca-e195-4067-9841-2c37885d76c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.625072 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3bac53ca-e195-4067-9841-2c37885d76c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.629497 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3bac53ca-e195-4067-9841-2c37885d76c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.667210 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-3bac53ca-e195-4067-9841-2c37885d76c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f04d3b0f7e8e4fc9b0cbb69abacfe5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902281 Aug 08 17:11:02.669071 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac53ca-e195-4067-9841-2c37885d76c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a8dfc8-0a57-486e-919c-997ec8d4545e,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:02.669903 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34906) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:02.720673 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-530d399a-cc3e-4db6-adbe-a4aced8ae04d req-ddd7395c-6755-4b05-82f5-445333655a74 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0318577 Aug 08 17:11:02.740830 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3afcde65-e1d5-4961-b838-b8aa420358da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.764712 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3afcde65-e1d5-4961-b838-b8aa420358da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.812049 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3afcde65-e1d5-4961-b838-b8aa420358da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.814721 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3afcde65-e1d5-4961-b838-b8aa420358da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:02.815963 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-3afcde65-e1d5-4961-b838-b8aa420358da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21a8dfc8-0a57-486e-919c-997ec8d4545e HTTP/1.1" status: 204 len: 168 time: 0.1450248 Aug 08 17:11:02.824517 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcde65-e1d5-4961-b838-b8aa420358da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a8dfc8-0a57-486e-919c-997ec8d4545e,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:03.020312 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-55c5c236-75b0-4a5e-a02a-2a69a6d5f0d9 req-52c8a4e0-57b2-4fcc-80b0-bba251f6931a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0267675 Aug 08 17:11:03.187119 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 34930) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:03.216755 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9cfc71d3-f289-4fb8-94c5-5374a992938b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:03.254900 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a5ad1-1301-485f-9649-883e5d837731 req-e5ccde32-da92-40cd-98b4-46c88d200be9 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:03.256760 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0d0a5ad1-1301-485f-9649-883e5d837731 req-e5ccde32-da92-40cd-98b4-46c88d200be9 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 932 time: 0.0895808 Aug 08 17:11:03.315316 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ddb8b5d7-df15-4546-ace9-a482d353400d req-53aa9127-3b35-4e21-bc7c-b2e9f269912a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0490885 Aug 08 17:11:03.350432 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0d0a5ad1-1301-485f-9649-883e5d837731 req-f5fc718c-5418-4366-b9d5-c785b3aa2247 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866024 Aug 08 17:11:03.386831 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9cfc71d3-f289-4fb8-94c5-5374a992938b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:03.391819 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9cfc71d3-f289-4fb8-94c5-5374a992938b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:03.429718 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-9cfc71d3-f289-4fb8-94c5-5374a992938b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=258af3043b8c4d85815861a9da6b4dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408097 Aug 08 17:11:03.432394 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 34942) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:03.439294 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc71d3-f289-4fb8-94c5-5374a992938b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d2193f-a7df-416d-b2d0-66ffa426ce26,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:03.458301 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835675b-917d-4bbc-a67c-8252c53d4051 req-b7aa0730-e285-4674-adff-c4f7e9a2f092 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:03.459878 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c835675b-917d-4bbc-a67c-8252c53d4051 req-b7aa0730-e285-4674-adff-c4f7e9a2f092 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 931 time: 0.0781434 Aug 08 17:11:03.529984 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c835675b-917d-4bbc-a67c-8252c53d4051 req-b6600b27-d82c-42e3-8e5a-65b400e80f96 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588865 Aug 08 17:11:03.540298 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba475-50e4-4710-9c0c-303a1e8f3053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:03.571291 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba475-50e4-4710-9c0c-303a1e8f3053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:03.629743 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba475-50e4-4710-9c0c-303a1e8f3053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:03.635744 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba475-50e4-4710-9c0c-303a1e8f3053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:03.639275 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-ab2ba475-50e4-4710-9c0c-303a1e8f3053 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72d2193f-a7df-416d-b2d0-66ffa426ce26 HTTP/1.1" status: 204 len: 168 time: 0.2035828 Aug 08 17:11:03.645520 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ba475-50e4-4710-9c0c-303a1e8f3053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d2193f-a7df-416d-b2d0-66ffa426ce26,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:03.837817 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f497f663-95af-466e-a472-b57a95a73529 req-aef373cb-557b-4918-a62f-d451c1ca851b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0302026 Aug 08 17:11:04.160323 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd6452cf-c3ac-4914-b3fa-d6a55236b585 req-18a546f7-7d76-40c0-9c27-1f74a0700876 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0403533 Aug 08 17:11:04.413897 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9fe05706-2287-4967-b70b-7de7dddc1106 req-dfed740c-9074-4e54-88a2-b08d04e5b5a6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0298865 Aug 08 17:11:04.474023 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45e921-f62f-4abc-929e-2e96c1bc45f8 req-bbd880da-f8b9-47ab-9ba8-a83d95f822b7 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:04.475674 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9a45e921-f62f-4abc-929e-2e96c1bc45f8 req-bbd880da-f8b9-47ab-9ba8-a83d95f822b7 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 932 time: 0.0526638 Aug 08 17:11:04.517673 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9a45e921-f62f-4abc-929e-2e96c1bc45f8 req-a47e4056-ea07-4d7b-aeda-ce6ad8ca850d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Aug 08 17:11:04.710910 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d36b12-52dd-4b3b-8a47-98fbb18b5027 req-f02fcbf3-0230-4f59-b396-e142f3d81d38 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:04.712551 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-65d36b12-52dd-4b3b-8a47-98fbb18b5027 req-f02fcbf3-0230-4f59-b396-e142f3d81d38 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 931 time: 0.0657401 Aug 08 17:11:04.751734 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-65d36b12-52dd-4b3b-8a47-98fbb18b5027 req-cd05160d-5497-4beb-bca6-ac8eb4108404 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Aug 08 17:11:04.937221 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11a8b478-4899-4ec8-b235-2ea106bc29da req-2f6d0a88-2f05-4f2f-9cf5-1248fc5a378f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0295143 Aug 08 17:11:05.411910 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-39d98003-e962-4968-8caa-e3aeb269a58b req-b4f84d74-2d53-4a5b-b8e6-23073fcee6da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.1745176 Aug 08 17:11:05.517870 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-37aea149-50ee-46a4-a9d5-b63654ab9801 req-d924bb8f-328d-4448-91ef-2cfbca2f47cf tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0337827 Aug 08 17:11:05.632458 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dfc4e-2d7b-4577-82be-62ecf9e94370 req-686cf4e7-2fd9-48eb-8421-ff113690fb50 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:05.634955 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c69dfc4e-2d7b-4577-82be-62ecf9e94370 req-686cf4e7-2fd9-48eb-8421-ff113690fb50 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 932 time: 0.0507805 Aug 08 17:11:05.679289 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c69dfc4e-2d7b-4577-82be-62ecf9e94370 req-9f6db4fe-f463-47d3-8902-852585959225 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383849 Aug 08 17:11:05.738820 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35044) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:05.864071 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-5e40b180-d346-48d2-9552-501851eca5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:05.893992 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b034c76-7cca-4936-866c-f5760aef50dd req-944fb494-431b-44b3-9f88-ffa3243c58b8 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:05.895486 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b034c76-7cca-4936-866c-f5760aef50dd req-944fb494-431b-44b3-9f88-ffa3243c58b8 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 931 time: 0.0768263 Aug 08 17:11:05.953729 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b034c76-7cca-4936-866c-f5760aef50dd req-de7e4fff-d8a8-443d-8f96-32579458d09b tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513010 Aug 08 17:11:05.994454 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-5e40b180-d346-48d2-9552-501851eca5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:05.998323 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-5e40b180-d346-48d2-9552-501851eca5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.054160 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4e904573-055f-4549-85ce-9d0c8d9a1675 req-ca72dfdd-b8b5-4a20-9ccc-d20324f10830 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0449553 Aug 08 17:11:06.059982 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-5e40b180-d346-48d2-9552-501851eca5b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15b3236bb06941e0a6e0447c82e2d397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201158 Aug 08 17:11:06.061671 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35054) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:06.063609 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40b180-d346-48d2-9552-501851eca5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f8b0ae-2620-464d-9c00-5101bae2098c,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:06.115986 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-22efca2b-c2dd-437b-b1df-6137366ded71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.136534 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-22efca2b-c2dd-437b-b1df-6137366ded71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.181643 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-22efca2b-c2dd-437b-b1df-6137366ded71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.184191 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-22efca2b-c2dd-437b-b1df-6137366ded71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.185316 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-22efca2b-c2dd-437b-b1df-6137366ded71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52f8b0ae-2620-464d-9c00-5101bae2098c HTTP/1.1" status: 204 len: 168 time: 0.1226377 Aug 08 17:11:06.193265 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efca2b-c2dd-437b-b1df-6137366ded71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f8b0ae-2620-464d-9c00-5101bae2098c,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:06.444470 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35062) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:06.461959 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b3865fb4-c657-421f-a700-e4f7947cc112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.529023 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ac7277ad-dfa8-40d0-bc35-d2dcdbf0278c req-fe2f3dcd-d723-4fb7-b37f-77c2b684dfa4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0310395 Aug 08 17:11:06.589064 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b3865fb4-c657-421f-a700-e4f7947cc112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.601510 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b3865fb4-c657-421f-a700-e4f7947cc112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.627580 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a66f04fc-888d-49e5-a0f4-2cc43870f3f6 req-362888ad-5efd-4de7-a48f-66329a6aab95 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0366764 Aug 08 17:11:06.656125 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-b3865fb4-c657-421f-a700-e4f7947cc112 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b2980dd4a1d41ee8d99663099811a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105970 Aug 08 17:11:06.656983 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3865fb4-c657-421f-a700-e4f7947cc112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01745486-baa7-4878-918f-05cc0ed93318,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:06.658919 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35066) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:06.710210 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6343e934-f458-4258-b939-39db981ae6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.732047 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6343e934-f458-4258-b939-39db981ae6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.785713 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6343e934-f458-4258-b939-39db981ae6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.788756 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6343e934-f458-4258-b939-39db981ae6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:06.789940 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-6343e934-f458-4258-b939-39db981ae6a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01745486-baa7-4878-918f-05cc0ed93318 HTTP/1.1" status: 204 len: 168 time: 0.1292639 Aug 08 17:11:06.798241 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343e934-f458-4258-b939-39db981ae6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01745486-baa7-4878-918f-05cc0ed93318,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:06.803927 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df735197-2860-48ec-afa9-d513d7efdcf1 req-f08a31aa-3175-466a-bf5b-a6c8fedb3bfb tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:06.812736 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-df735197-2860-48ec-afa9-d513d7efdcf1 req-f08a31aa-3175-466a-bf5b-a6c8fedb3bfb tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 932 time: 0.0631881 Aug 08 17:11:06.865708 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-df735197-2860-48ec-afa9-d513d7efdcf1 req-831871e6-d990-46da-a54b-e14f39875523 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519991 Aug 08 17:11:06.954333 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Request body: {'port': {'device_id': 'a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:06.995916 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Request body: {'port': {'device_id': '4e192d7c-86fe-49e1-b241-d473cc81fd04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:07.016243 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:07.092657 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:07.131809 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Request body: {'port': {'device_id': 'fa35dd26-9776-41d0-a735-48fb0d3ed33f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:07.247833 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-da38a6e0-5003-40bf-99bd-46737f0dfd72 req-d0ade8c7-454c-4a4d-b578-d2c97bff7ef7 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0958135 Aug 08 17:11:07.255618 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348db003-79d3-486f-be5f-1cc0ade6f46f req-cc75d069-bf5f-4149-a4b7-ece5d62f32c4 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:07.257413 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-348db003-79d3-486f-be5f-1cc0ade6f46f req-cc75d069-bf5f-4149-a4b7-ece5d62f32c4 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 931 time: 0.2029722 Aug 08 17:11:07.392864 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-348db003-79d3-486f-be5f-1cc0ade6f46f req-0127d95a-77a5-4825-b005-7d012fa803ab tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119525 Aug 08 17:11:07.474285 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e740048f-4003-4c8e-b6f5-934f25ef6583 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:07.482477 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:07.501567 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Transition to ACTIVE for port object e740048f-4003-4c8e-b6f5-934f25ef6583 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:07.502394 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.32', 64226) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:07.543549 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 {{(pid=93515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:07.554323 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:07.582293 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.provisioning_blocks [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Transition to ACTIVE for port object 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 will not be triggered until provisioned by entity L2. {{(pid=93515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:07.587422 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:07.630266 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:07.671169 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-fe1371ae-cd70-4477-8dd1-89bb425489e4 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:07.672636 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-fe1371ae-cd70-4477-8dd1-89bb425489e4 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.32 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 818 time: 0.1530013 Aug 08 17:11:07.684121 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:07.712572 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4f94f154-1730-4052-96db-7a00d4ec67fb req-46f64ed3-6379-4d7a-9d05-4be921d2ac11 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0508502 Aug 08 17:11:07.718323 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e740048f-4003-4c8e-b6f5-934f25ef6583,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:07.775461 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Pushing event updated for resources: {'Port': ['ID=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,revision_number=2']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:07.803471 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-789b9be0-8b52-41e9-9b68-519f7b125821 req-520dbbc3-dff4-4f57-9a61-b4a2813db5b5 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0533946 Aug 08 17:11:07.805083 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Request body: {'port': {'device_id': 'd8bd7453-8804-4732-afe6-bfc2a6592d18', 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009', 'admin_state_up': True, 'tenant_id': '31b9f326989b4db8831d97f09b51e513'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:07.815967 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.managers [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Attempting to bind port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:11:07.816763 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.managers [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Attempting to bind port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'}] {{(pid=93515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:11:07.816886 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Attempting to bind port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 on network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 {{(pid=93515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:07.827085 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 on network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:11:07.827085 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Attempting to bind port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 on network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 {{(pid=93515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:07.828834 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:11:07.829463 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Checking segment: {'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:11:07.829869 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Bound using segment: {'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'} {{(pid=93515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:11:07.830559 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.managers [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Bound port: 043a16ba-a4d1-4e44-90a9-fa77f8a045c4, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'}}] {{(pid=93515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:11:07.831850 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:07.920273 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] For port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4, host hv-cinder-78729, cleared binding levels {{(pid=93515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:11:07.927089 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] For port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:11:07.937669 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:08.019858 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:08.020863 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:08.022472 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] 10.222.0.32 "PUT /v2.0/ports/043a16ba-a4d1-4e44-90a9-fa77f8a045c4 HTTP/1.1" status: 200 len: 1094 time: 1.1890891 Aug 08 17:11:08.038569 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29', 'tag': '043a16ba-a4d1-4e44-90a9-fa77f8a045c4'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:08.257686 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.32', 64230) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:08.320553 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Attempting to bind port e740048f-4003-4c8e-b6f5-934f25ef6583 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:11:08.320911 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Attempting to bind port e740048f-4003-4c8e-b6f5-934f25ef6583 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '85727376-f68f-433a-8aa0-d592bfb9d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '66968d41-d185-434a-84f7-b00b6b2e6c2f'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:11:08.321443 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Attempting to bind port e740048f-4003-4c8e-b6f5-934f25ef6583 on network 66968d41-d185-434a-84f7-b00b6b2e6c2f {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:08.361984 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7193f82-a32f-4d9e-96c4-b7fafbb3d01a service neutron] Pushing event updated for resources: {'Port': ['ID=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,revision_number=3']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:08.442367 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ec638-cc10-47ee-b5c4-b50f222240d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29", "tag": "043a16ba-a4d1-4e44-90a9-fa77f8a045c4"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:08.461985 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ef56555d-2b76-4470-a1b6-73761ba2e7de req-3831389d-cec4-478e-9d90-f868dbb96036 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0894425 Aug 08 17:11:08.481821 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b0bb5-6f1e-41f6-b7fe-60e1cd8f037b req-c1666a9f-ad31-4156-baf7-b9b2f3728025 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:08.483737 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-887b0bb5-6f1e-41f6-b7fe-60e1cd8f037b req-c1666a9f-ad31-4156-baf7-b9b2f3728025 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 932 time: 0.4871714 Aug 08 17:11:08.512120 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-5b862e9e-f2a7-48d7-a6a2-484080c90e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:08.513727 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-5b862e9e-f2a7-48d7-a6a2-484080c90e04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 1097 time: 0.3558230 Aug 08 17:11:08.559905 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35152) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:08.591441 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Port e740048f-4003-4c8e-b6f5-934f25ef6583 on network 66968d41-d185-434a-84f7-b00b6b2e6c2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:11:08.591774 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Attempting to bind port e740048f-4003-4c8e-b6f5-934f25ef6583 on network 66968d41-d185-434a-84f7-b00b6b2e6c2f {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:08.593704 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Made reservation on behalf of 31b9f326989b4db8831d97f09b51e513 for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:11:08.597900 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:08.604159 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-887b0bb5-6f1e-41f6-b7fe-60e1cd8f037b req-37eab96b-138c-4463-86b0-29597ab138e8 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194382 Aug 08 17:11:08.608102 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-4cbd3711-03ff-499f-8d89-6ddae3038d1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4 HTTP/1.1" status: 200 len: 217 time: 0.0794463 Aug 08 17:11:08.624679 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:11:08.625043 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Checking segment: {'id': '85727376-f68f-433a-8aa0-d592bfb9d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '66968d41-d185-434a-84f7-b00b6b2e6c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:11:08.625595 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Bound using segment: {'id': '85727376-f68f-433a-8aa0-d592bfb9d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '66968d41-d185-434a-84f7-b00b6b2e6c2f'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:11:08.626066 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Bound port: e740048f-4003-4c8e-b6f5-934f25ef6583, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85727376-f68f-433a-8aa0-d592bfb9d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '66968d41-d185-434a-84f7-b00b6b2e6c2f'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:11:08.626423 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:08.642988 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3461f3a-5ec4-4527-b2c1-eec9b4418dff {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:08.680344 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:08.708495 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba69cf-ecd1-41a3-b211-298c6c65856a req-2a051f08-6c2f-47f4-b90a-1d8fb06cc377 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:08.717296 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b8ba69cf-ecd1-41a3-b211-298c6c65856a req-2a051f08-6c2f-47f4-b90a-1d8fb06cc377 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.1789384 Aug 08 17:11:08.737133 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-714f70a8-b486-4b4b-91ba-ded2c2ad8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:08.738787 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-714f70a8-b486-4b4b-91ba-ded2c2ad8d69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 200 len: 858 time: 0.1137249 Aug 08 17:11:08.769435 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-8fce1fd8-6d50-4c88-9ac0-7c777aa2d9a8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:08.771138 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-8fce1fd8-6d50-4c88-9ac0-7c777aa2d9a8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.32 "GET /v2.0/networks?id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 200 len: 810 time: 0.5086730 Aug 08 17:11:08.772357 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Transition to ACTIVE for port object f3461f3a-5ec4-4527-b2c1-eec9b4418dff will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:08.788444 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:08.850455 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.32', 64234) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:08.896651 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-92520992-1fd5-4ead-a773-f6a43b766685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:08.996111 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a22c473-e5b4-48f3-a888-b8f2d9d350de x-openstack-request-id: req-7a22c473-e5b4-48f3-a888-b8f2d9d350de {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:08.996596 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29", "tag": "043a16ba-a4d1-4e44-90a9-fa77f8a045c4", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:08.996676 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a22c473-e5b4-48f3-a888-b8f2d9d350de {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:08.997168 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29', 'tag': '043a16ba-a4d1-4e44-90a9-fa77f8a045c4', 'status': 'completed', 'code': 200} Aug 08 17:11:08.999753 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-eb1a13cb-fd44-4b36-9ed5-aaf53ac5766b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87ea2ee9-44f5-46e9-b78a-78ad058ee009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2485890 Aug 08 17:11:09.002542 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b8ba69cf-ecd1-41a3-b211-298c6c65856a req-5362716b-235a-4b9e-9fa8-9b7d7bce8b9e tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844665 Aug 08 17:11:09.028181 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] For port e740048f-4003-4c8e-b6f5-934f25ef6583, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:11:09.075225 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-975d8946-454b-43f7-92cc-7b8cbe03cc04 req-626265c9-2f55-4391-ab3a-33b027f43108 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0302126 Aug 08 17:11:09.103379 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cfb6945f-cbff-4b05-a6de-3b20ecaa70fd req-e36631ed-8a9b-4745-bd88-38d91cae7887 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0305007 Aug 08 17:11:09.105708 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Pushing event updated for resources: {'Port': ['ID=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:09.126776 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] For port e740048f-4003-4c8e-b6f5-934f25ef6583, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e740048f-4003-4c8e-b6f5-934f25ef6583,segment=NetworkSegment(85727376-f68f-433a-8aa0-d592bfb9d65f),segment_id=85727376-f68f-433a-8aa0-d592bfb9d65f)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:11:09.155976 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-7cfed0da-3f38-4585-ba9f-0cabeafd3125 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76 HTTP/1.1" status: 200 len: 380 time: 0.3502204 Aug 08 17:11:09.157102 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Allocated IP 172.20.0.9 (87ea2ee9-44f5-46e9-b78a-78ad058ee009/11ce7be5-ad7b-4a74-abd8-193672f3a1bb/dd12678e-854b-456e-bbed-c4d0de28080b) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:11:09.164752 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.250412 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:09.251232 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.252691 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/e740048f-4003-4c8e-b6f5-934f25ef6583 HTTP/1.1" status: 200 len: 1093 time: 2.4054470 Aug 08 17:11:09.264043 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e192d7c-86fe-49e1-b241-d473cc81fd04', 'tag': 'e740048f-4003-4c8e-b6f5-934f25ef6583'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:09.327083 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-8352fdc3-1cfb-484b-9581-3e4b0829fdfd tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:09.328528 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-8352fdc3-1cfb-484b-9581-3e4b0829fdfd tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 816 time: 0.4770305 Aug 08 17:11:09.342737 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db262960-c33a-4496-9de0-8478ebc24c43" -d '{"events": [{"name": "network-changed", "server_uuid": "4e192d7c-86fe-49e1-b241-d473cc81fd04", "tag": "e740048f-4003-4c8e-b6f5-934f25ef6583"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:09.360528 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Attempting to bind port f3461f3a-5ec4-4527-b2c1-eec9b4418dff on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:11:09.360870 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Attempting to bind port f3461f3a-5ec4-4527-b2c1-eec9b4418dff by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:11:09.361202 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Attempting to bind port f3461f3a-5ec4-4527-b2c1-eec9b4418dff on network 43561efe-0334-498b-a813-16137189be59 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:09.367521 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973307f-c00a-47d5-b3ca-d68065c915f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e740048f-4003-4c8e-b6f5-934f25ef6583,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:09.381694 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Port f3461f3a-5ec4-4527-b2c1-eec9b4418dff on network 43561efe-0334-498b-a813-16137189be59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:11:09.382026 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Attempting to bind port f3461f3a-5ec4-4527-b2c1-eec9b4418dff on network 43561efe-0334-498b-a813-16137189be59 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:09.430301 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:11:09.430648 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Checking segment: {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:11:09.431062 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Bound using segment: {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:11:09.432141 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Bound port: f3461f3a-5ec4-4527-b2c1-eec9b4418dff, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:11:09.432621 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.445285 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2eaf94-3439-4648-821b-27d5d79ce05d x-openstack-request-id: req-5d2eaf94-3439-4648-821b-27d5d79ce05d {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:09.445574 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e192d7c-86fe-49e1-b241-d473cc81fd04", "tag": "e740048f-4003-4c8e-b6f5-934f25ef6583", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:09.445828 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d2eaf94-3439-4648-821b-27d5d79ce05d {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:09.446291 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e192d7c-86fe-49e1-b241-d473cc81fd04', 'tag': 'e740048f-4003-4c8e-b6f5-934f25ef6583', 'status': 'completed', 'code': 200} Aug 08 17:11:09.503157 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-92520992-1fd5-4ead-a773-f6a43b766685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.511793 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-92520992-1fd5-4ead-a773-f6a43b766685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.558236 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8273e75f-f752-41a1-88bf-2d123b6f12b2 req-692c5073-b1f0-41b9-a5b1-b1aa9d70d4cd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0266433 Aug 08 17:11:09.585692 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] For port f3461f3a-5ec4-4527-b2c1-eec9b4418dff, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:11:09.593049 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-92520992-1fd5-4ead-a773-f6a43b766685 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef34c1d705a14e7d9c59095fbb7877cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0101454 Aug 08 17:11:09.596039 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35184) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:09.607408 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92520992-1fd5-4ead-a773-f6a43b766685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d28267-f91d-4482-b302-3554117fe67f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:09.614596 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] For port f3461f3a-5ec4-4527-b2c1-eec9b4418dff, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:11:09.621561 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.632379 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.647350 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f25ff577-4acc-42e6-9f6e-38eb46720eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.659175 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:09.659875 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.661301 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] 10.222.0.32 "PUT /v2.0/ports/f3461f3a-5ec4-4527-b2c1-eec9b4418dff HTTP/1.1" status: 200 len: 1094 time: 2.8245134 Aug 08 17:11:09.670936 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f25ff577-4acc-42e6-9f6e-38eb46720eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.705033 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bb5f2-b21c-4a67-b2c1-3fd290fd5b3d service neutron] Pushing event updated for resources: {'Port': ['ID=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:09.724221 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.753985 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114245c-0a32-4967-90ec-931fee9004dc req-f56e34ac-ba09-418c-84af-16a236a82c5e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:09.755739 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6114245c-0a32-4967-90ec-931fee9004dc req-f56e34ac-ba09-418c-84af-16a236a82c5e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0596979 Aug 08 17:11:09.766113 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:11:09.769626 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:11:09.770837 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f25ff577-4acc-42e6-9f6e-38eb46720eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.773240 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f25ff577-4acc-42e6-9f6e-38eb46720eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.776850 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-f25ff577-4acc-42e6-9f6e-38eb46720eee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9d28267-f91d-4482-b302-3554117fe67f HTTP/1.1" status: 204 len: 168 time: 0.1769347 Aug 08 17:11:09.777086 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:11:09.790936 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ff577-4acc-42e6-9f6e-38eb46720eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d28267-f91d-4482-b302-3554117fe67f,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:09.813866 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6114245c-0a32-4967-90ec-931fee9004dc req-50a73e13-a69f-475b-b06a-338a25c0892b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510573 Aug 08 17:11:09.814910 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Pushing event updated for resources: {'Port': ['ID=dd12678e-854b-456e-bbed-c4d0de28080b,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:09.847236 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:09.847847 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:09.861042 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-d41d7292-e66a-4b54-a19c-1e342b3147d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0660605 Aug 08 17:11:10.122687 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf9f4f-fc99-482f-8911-638bb0ef51ab req-4e7b7287-a481-4f3a-87f5-073bd71af785 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:10.124352 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-50cf9f4f-fc99-482f-8911-638bb0ef51ab req-4e7b7287-a481-4f3a-87f5-073bd71af785 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0522316 Aug 08 17:11:10.187228 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bc996526-ec8d-4596-a6fc-e6d85acc5c4d req-2a5cb2bb-32af-45c4-abf8-5e519eb337a6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0365148 Aug 08 17:11:10.190462 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-50cf9f4f-fc99-482f-8911-638bb0ef51ab req-72fe3050-6317-4342-b126-31870669d3a7 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599186 Aug 08 17:11:10.279713 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d0dd4e8d-09ea-4d5e-af03-f65e1cea386d req-6bd129ba-223b-4f70-becb-733c9537ddc6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0269289 Aug 08 17:11:10.672951 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080f697-6e74-4d21-9582-4620b9b08700 req-ad88b4a4-2b1b-4b22-b702-cbf34f4ff06f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:10.674434 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8080f697-6e74-4d21-9582-4620b9b08700 req-ad88b4a4-2b1b-4b22-b702-cbf34f4ff06f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 931 time: 0.0503912 Aug 08 17:11:10.713660 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8080f697-6e74-4d21-9582-4620b9b08700 req-b40f476b-9112-4d48-bbf9-759c73f6be5e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332201 Aug 08 17:11:10.931209 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9f6fe-2443-4e2f-89ea-efdd0474a4b2 req-e1897eff-2f9b-4948-bda8-fbbb887d892e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:10.932700 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dae9f6fe-2443-4e2f-89ea-efdd0474a4b2 req-e1897eff-2f9b-4948-bda8-fbbb887d892e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0488441 Aug 08 17:11:10.972163 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dae9f6fe-2443-4e2f-89ea-efdd0474a4b2 req-0ffa3be7-1906-435f-9934-13b259993a59 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Aug 08 17:11:11.299091 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3f3aa7c8-896f-4b08-bc87-5cd20eab7114 req-05063d24-2360-4682-a68e-508eaa8a3f5b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0356650 Aug 08 17:11:11.340040 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312b072-fdb6-4e13-8419-9c0882768b20 req-4228c070-a467-41d0-acc9-1ce40d3b8e0c tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:11.341535 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d312b072-fdb6-4e13-8419-9c0882768b20 req-4228c070-a467-41d0-acc9-1ce40d3b8e0c tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0675926 Aug 08 17:11:11.394565 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-af11e41c-0c29-4151-a71d-055ad08b0bb1 req-d5cb90a6-6107-4839-8e69-68c28f4fc22d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0337906 Aug 08 17:11:11.401715 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d312b072-fdb6-4e13-8419-9c0882768b20 req-07deb277-2b74-44ae-96fc-bdd77f7cef8d tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542116 Aug 08 17:11:11.447238 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa35dd26-9776-41d0-a735-48fb0d3ed33f', 'tag': 'f3461f3a-5ec4-4527-b2c1-eec9b4418dff'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:11.449502 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b301ae-03f1-46e7-94f5-40b0caeb4fba" -d '{"events": [{"name": "network-changed", "server_uuid": "fa35dd26-9776-41d0-a735-48fb0d3ed33f", "tag": "f3461f3a-5ec4-4527-b2c1-eec9b4418dff"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:11.527322 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183f2d52-c987-40d9-9e1e-0a5d1cb8490f x-openstack-request-id: req-183f2d52-c987-40d9-9e1e-0a5d1cb8490f {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:11.527616 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa35dd26-9776-41d0-a735-48fb0d3ed33f", "tag": "f3461f3a-5ec4-4527-b2c1-eec9b4418dff", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:11.527869 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-183f2d52-c987-40d9-9e1e-0a5d1cb8490f {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:11.528265 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa35dd26-9776-41d0-a735-48fb0d3ed33f', 'tag': 'f3461f3a-5ec4-4527-b2c1-eec9b4418dff', 'status': 'completed', 'code': 200} Aug 08 17:11:11.826093 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7784dd-6d35-4582-9da1-ce060f9fc58e req-e666d740-370f-49f7-88fc-6781246d3920 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:11.827611 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dc7784dd-6d35-4582-9da1-ce060f9fc58e req-e666d740-370f-49f7-88fc-6781246d3920 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 931 time: 0.0480971 Aug 08 17:11:11.869895 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dc7784dd-6d35-4582-9da1-ce060f9fc58e req-29bf63da-e353-4a40-ab18-b22d78e88153 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354855 Aug 08 17:11:12.084847 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d7a84-fba7-4d7c-bdd3-89a57dec4d1f req-320a1ae6-e428-4b8e-a3dc-6ce6f34ea7d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:12.086295 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ad0d7a84-fba7-4d7c-bdd3-89a57dec4d1f req-320a1ae6-e428-4b8e-a3dc-6ce6f34ea7d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0477827 Aug 08 17:11:12.123276 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ad0d7a84-fba7-4d7c-bdd3-89a57dec4d1f req-21070186-9cba-4292-a8e2-58e6798adb2d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308857 Aug 08 17:11:12.395163 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f05f059c-c125-4cea-b124-09a6d002a560 req-93e2c2f8-d3f7-4c1b-8938-c3d47b9a7cba tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0258482 Aug 08 17:11:12.492750 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2e34c3c8-9f42-4c06-8ce4-c207c1617c7e req-93288297-b458-4c78-b29f-a66ae238d4b5 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0332503 Aug 08 17:11:12.536933 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5adcd0-11f3-448a-83b3-1d349f6467e8 req-9313c6f8-a63f-4615-9592-4532adee8091 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:12.538368 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b5adcd0-11f3-448a-83b3-1d349f6467e8 req-9313c6f8-a63f-4615-9592-4532adee8091 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0701258 Aug 08 17:11:12.575544 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b5adcd0-11f3-448a-83b3-1d349f6467e8 req-d26a2a01-1253-4921-bf1b-d4ce171aed3d tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311692 Aug 08 17:11:12.995520 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d8c16-b9d0-464d-943f-772868542e35 req-36fd6666-56a2-45f3-ae62-24f0240951be tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:12.997009 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-655d8c16-b9d0-464d-943f-772868542e35 req-36fd6666-56a2-45f3-ae62-24f0240951be tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 931 time: 0.0490475 Aug 08 17:11:13.034878 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-655d8c16-b9d0-464d-943f-772868542e35 req-2d06a156-69e0-4f95-a879-d4746ed417df tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318067 Aug 08 17:11:13.045282 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Request body: {'port': {'device_id': 'd8bd7453-8804-4732-afe6-bfc2a6592d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:13.095993 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'port': {'device_id': '7f799be6-5277-4be1-947f-83fe76486bad', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'admin_state_up': True, 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'security_groups': ['75d703b3-301b-40b3-ae7a-62c463ac18be']}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:13.137075 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-2266778d-838c-4f84-8b92-cb5e8b5f7180 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919375 Aug 08 17:11:13.265579 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-4533cbfe-4d0b-4420-9e0d-ed030b671cf8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=781875a7243b41f7ba306d8d62d1bf54 HTTP/1.1" status: 200 len: 379 time: 0.2269583 Aug 08 17:11:13.269603 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345ea24-0dd4-429c-a49c-fb0393f50d72 req-51eeae41-970e-4d06-a7a3-2096acef59f8 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:13.271088 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f345ea24-0dd4-429c-a49c-fb0393f50d72 req-51eeae41-970e-4d06-a7a3-2096acef59f8 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0702467 Aug 08 17:11:13.287855 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd3bf408-d87e-45d4-926c-14fd4c8158a5 req-651d40d9-896a-4d4f-9b32-28f7074496db service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303041 Aug 08 17:11:13.300875 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'port': {'device_id': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'admin_state_up': True, 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'security_groups': ['3c1e1773-49d1-4753-8716-fba91d06d8a7']}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:13.305954 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:13.317918 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f345ea24-0dd4-429c-a49c-fb0393f50d72 req-74e184ca-96e5-47e7-b2b3-756e4b3e17f8 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Aug 08 17:11:13.333020 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b301ae-03f1-46e7-94f5-40b0caeb4fba req-65ca98ec-dc35-40d1-823b-ecf27ec2bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:13.334504 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-08b301ae-03f1-46e7-94f5-40b0caeb4fba req-65ca98ec-dc35-40d1-823b-ecf27ec2bb56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 1097 time: 0.2505605 Aug 08 17:11:13.343513 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262960-c33a-4496-9de0-8478ebc24c43 req-1be2b471-12e6-424a-8513-5ca13e990102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:13.344928 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-db262960-c33a-4496-9de0-8478ebc24c43 req-1be2b471-12e6-424a-8513-5ca13e990102 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d684a20155f458ca2583b5e546a4b2f&device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 1096 time: 0.2621217 Aug 08 17:11:13.493872 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-19661516-c939-467a-888e-fbb9289cde92 req-33da99c9-f4fa-4129-9b61-5ae2780a4a00 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0274553 Aug 08 17:11:13.589929 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-df4061a4-c0a8-433c-a1db-3625d1947b87 req-6c101df1-d7b1-4945-a118-e8af998447bf tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0275390 Aug 08 17:11:13.688809 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decdf28-8ef1-469b-b6c1-bde84e91d318 req-ceca68f5-dc7f-4e6d-989b-e8b2dfcb9339 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:13.690209 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5decdf28-8ef1-469b-b6c1-bde84e91d318 req-ceca68f5-dc7f-4e6d-989b-e8b2dfcb9339 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0483100 Aug 08 17:11:13.758684 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5decdf28-8ef1-469b-b6c1-bde84e91d318 req-2ae011e0-f806-47b2-8dbe-908942cddfb7 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600991 Aug 08 17:11:13.781396 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-d3758d2a-9d2b-4083-9db0-0fa33d2dc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:13.781396 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-d3758d2a-9d2b-4083-9db0-0fa33d2dc6dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 1097 time: 0.0648465 Aug 08 17:11:13.858360 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Made reservation on behalf of b4fdeaf6ea4c4a78b2842186185f1d76 for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:11:13.864069 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:13.998349 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-e54e41cb-7dfb-4145-a663-6971f6921165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:13.999857 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-e54e41cb-7dfb-4145-a663-6971f6921165 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 918 time: 0.1582913 Aug 08 17:11:14.002131 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b301ae-03f1-46e7-94f5-40b0caeb4fba req-610aa383-689a-44e2-b036-593f550924b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:14.003793 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-08b301ae-03f1-46e7-94f5-40b0caeb4fba req-610aa383-689a-44e2-b036-593f550924b1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=aca75413f47e435cbdcec1f144fb030e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6286542 Aug 08 17:11:14.048957 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-a9b2b694-ec31-468f-ad17-88abe5d98530 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4 HTTP/1.1" status: 200 len: 217 time: 0.0339718 Aug 08 17:11:14.050848 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262960-c33a-4496-9de0-8478ebc24c43 req-db88113f-0be5-41af-bf35-9b9b5dbf5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:14.052289 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-db262960-c33a-4496-9de0-8478ebc24c43 req-db88113f-0be5-41af-bf35-9b9b5dbf5db3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8d684a20155f458ca2583b5e546a4b2f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6572003 Aug 08 17:11:14.106678 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-783b2161-e72c-419d-9d31-63c944686e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:14.108146 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-783b2161-e72c-419d-9d31-63c944686e90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 200 len: 858 time: 0.0458536 Aug 08 17:11:14.156519 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb0a36-0a5a-47d7-9f78-827b349e7b21 req-27c0adfa-500c-4bcb-bcb3-ae6ce94133f9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:14.157970 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-acfb0a36-0a5a-47d7-9f78-827b349e7b21 req-27c0adfa-500c-4bcb-bcb3-ae6ce94133f9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 931 time: 0.0489974 Aug 08 17:11:14.196700 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-d608ac21-42ee-48ae-a8dc-9fb4b272c933 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87ea2ee9-44f5-46e9-b78a-78ad058ee009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343397 Aug 08 17:11:14.233682 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Made reservation on behalf of 781875a7243b41f7ba306d8d62d1bf54 for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:11:14.235656 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-acfb0a36-0a5a-47d7-9f78-827b349e7b21 req-f8d9b6d9-d6a8-4832-aa3f-482f4b99826b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660794 Aug 08 17:11:14.237644 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:14.302755 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-3bd52b4d-377f-4ebe-ad1b-920bf59f638c service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987413 Aug 08 17:11:14.409328 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-3caca6a6-80c7-45fe-929f-e1c11fd8fab3 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972960 Aug 08 17:11:14.450854 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76733427-50bf-40ef-93bd-dfc7d92bb9eb req-b2b301f8-5079-47d0-a14a-3059f63c097d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:14.452113 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76733427-50bf-40ef-93bd-dfc7d92bb9eb req-b2b301f8-5079-47d0-a14a-3059f63c097d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0582900 Aug 08 17:11:14.481551 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Allocated IP 172.20.0.7 (4b695fec-eaa6-49f8-b84e-6f1ef79f28b9/798f916c-ee1e-42db-8664-8d80bd4604ca/bb8bc50d-b562-4030-840e-b81eb4423c73) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:11:14.501659 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76733427-50bf-40ef-93bd-dfc7d92bb9eb req-e5cc55cb-13b6-40e1-8fe0-b5cad658c65a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Aug 08 17:11:14.510621 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b301ae-03f1-46e7-94f5-40b0caeb4fba req-efb96ea5-dfbb-4c5c-8081-65a48fcf09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:14.512142 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-08b301ae-03f1-46e7-94f5-40b0caeb4fba req-efb96ea5-dfbb-4c5c-8081-65a48fcf09bf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4749243 Aug 08 17:11:14.526097 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262960-c33a-4496-9de0-8478ebc24c43 req-3fbcbe91-4dd1-4d42-a0fb-50b5744a0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:14.527885 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-db262960-c33a-4496-9de0-8478ebc24c43 req-3fbcbe91-4dd1-4d42-a0fb-50b5744a0e7a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4216132 Aug 08 17:11:14.623280 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-86b1069e-209c-4a82-a986-109646911fe8 req-fb068d7c-39e5-4860-808c-9a5ffafa41b7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0388346 Aug 08 17:11:14.738869 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-918c834f-ceed-4374-9417-cdf1607f208f req-3ec199ba-6fda-4795-b63f-7c89216e5d9e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0408959 Aug 08 17:11:14.813285 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Allocated IP 172.20.0.3 (78513dd0-41c3-496c-9235-1bc37317570c/25fbe0cd-44c4-470e-9385-0cda35f0e2d0/845ce596-c3c8-4a51-8ebe-623b77571727) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:11:14.829421 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0782df3-978a-4403-b384-6916f90840a7 req-ed26ea62-e70b-423a-9edf-1536b00f9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:14.831767 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-ed26ea62-e70b-423a-9edf-1536b00f9dd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d684a20155f458ca2583b5e546a4b2f&device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 1096 time: 0.2084932 Aug 08 17:11:14.836828 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd12678e-854b-456e-bbed-c4d0de28080b {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:14.855863 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-da504674-6791-4a9a-b9cf-7b2799057d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:14.857412 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-da504674-6791-4a9a-b9cf-7b2799057d53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 1097 time: 0.2440765 Aug 08 17:11:14.868283 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:14.910726 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2ace4-16e4-427d-8c30-0cd313b99c95 req-d28aba1b-5a5e-4a26-b824-a5c8a3e0ea2d tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:14.912332 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-68e2ace4-16e4-427d-8c30-0cd313b99c95 req-d28aba1b-5a5e-4a26-b824-a5c8a3e0ea2d tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0650027 Aug 08 17:11:14.952007 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-68e2ace4-16e4-427d-8c30-0cd313b99c95 req-00945a07-a813-48a5-a1d3-6e899e8dfe09 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328329 Aug 08 17:11:14.983342 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-7675ddae-9010-4f6a-9f15-dbfb83271195 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e740048f-4003-4c8e-b6f5-934f25ef6583 HTTP/1.1" status: 200 len: 217 time: 0.1359558 Aug 08 17:11:15.003134 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-449bbe70-89fe-4320-b307-f3391c1d2555 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3461f3a-5ec4-4527-b2c1-eec9b4418dff HTTP/1.1" status: 200 len: 217 time: 0.1009860 Aug 08 17:11:15.004572 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Transition to ACTIVE for port object dd12678e-854b-456e-bbed-c4d0de28080b will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:15.069267 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:15.235259 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:15.249567 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0782df3-978a-4403-b384-6916f90840a7 req-337a11c2-81e6-4ad0-a5a2-7427fc9f090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:15.251047 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-337a11c2-81e6-4ad0-a5a2-7427fc9f090e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=441b3924-8ef1-4cea-ae7a-c4f9bd90e353 HTTP/1.1" status: 200 len: 851 time: 0.2553999 Aug 08 17:11:15.259469 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd12678e-854b-456e-bbed-c4d0de28080b,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:15.262688 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-e6c69ed4-0bdc-4dfe-bcdc-4ac613dc65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:15.264096 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-e6c69ed4-0bdc-4dfe-bcdc-4ac613dc65bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81adcb59-10e4-4d35-8a17-8df4c299bb7f HTTP/1.1" status: 200 len: 854 time: 0.2438700 Aug 08 17:11:15.356357 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb508d55-28be-4b54-a950-044e0b596daf req-d0d8b879-d805-4137-925b-001334899bdf tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:15.357934 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bb508d55-28be-4b54-a950-044e0b596daf req-d0d8b879-d805-4137-925b-001334899bdf tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0502708 Aug 08 17:11:15.400520 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bb508d55-28be-4b54-a950-044e0b596daf req-acc788fd-5653-4f7e-9c48-e2a4a02ef15f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363672 Aug 08 17:11:15.466045 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:15.493783 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Transition to ACTIVE for port object bb8bc50d-b562-4030-840e-b81eb4423c73 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:15.575246 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:15.600896 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Attempting to bind port dd12678e-854b-456e-bbed-c4d0de28080b on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:11:15.601234 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Attempting to bind port dd12678e-854b-456e-bbed-c4d0de28080b by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:11:15.601564 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Attempting to bind port dd12678e-854b-456e-bbed-c4d0de28080b on network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:15.609982 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Transition to ACTIVE for port object 845ce596-c3c8-4a51-8ebe-623b77571727 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:15.611388 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b890a-de83-4dc5-842b-8d258070d8bb req-6f7f4fd2-302f-4c27-aa3a-e031ba0c3bcf tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:15.612370 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Port dd12678e-854b-456e-bbed-c4d0de28080b on network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:11:15.612579 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Attempting to bind port dd12678e-854b-456e-bbed-c4d0de28080b on network 87ea2ee9-44f5-46e9-b78a-78ad058ee009 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:15.613597 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bf3b890a-de83-4dc5-842b-8d258070d8bb req-6f7f4fd2-302f-4c27-aa3a-e031ba0c3bcf tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0495069 Aug 08 17:11:15.618965 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:15.630842 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:11:15.631190 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Checking segment: {'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:11:15.631579 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Bound using segment: {'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:11:15.632025 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Bound port: dd12678e-854b-456e-bbed-c4d0de28080b, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fa6666-5731-447d-bb8c-3854591b20c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:11:15.632387 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:15.652554 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bf3b890a-de83-4dc5-842b-8d258070d8bb req-898aa99b-3d41-4760-8182-139a912343a7 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 Aug 08 17:11:15.704030 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:11:15.709493 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:11:15.711309 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'Port': ['ID=bb8bc50d-b562-4030-840e-b81eb4423c73,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:15.713460 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:11:15.744144 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-469663c8-1b1e-4d23-ad05-1c63637b41ed req-5e40867a-d30f-414c-962c-ed768c5f8369 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0350471 Aug 08 17:11:15.781793 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:15.850492 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:15.851164 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:15.857798 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] For port dd12678e-854b-456e-bbed-c4d0de28080b, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:11:15.865483 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c37be-9a76-4f7f-8830-7ee278c4d7ac req-6ba0e95e-f805-429f-a809-ad19893a63b9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:15.873297 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Network 78513dd0-41c3-496c-9235-1bc37317570c is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:11:15.874279 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dc7c37be-9a76-4f7f-8830-7ee278c4d7ac req-6ba0e95e-f805-429f-a809-ad19893a63b9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 931 time: 0.0607729 Aug 08 17:11:15.891318 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:11:15.894898 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] For port dd12678e-854b-456e-bbed-c4d0de28080b, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=dd12678e-854b-456e-bbed-c4d0de28080b,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:11:15.898827 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:11:15.902983 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:15.906002 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-10196f47-9edb-4cb4-95a4-f35a0b6054a7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8660862 Aug 08 17:11:15.926924 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:15.931441 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dc7c37be-9a76-4f7f-8830-7ee278c4d7ac req-bf51f62b-9bb0-4c5c-85da-8439978d9a15 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515752 Aug 08 17:11:15.975461 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:15.976317 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:15.977719 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] 10.222.0.32 "PUT /v2.0/ports/dd12678e-854b-456e-bbed-c4d0de28080b HTTP/1.1" status: 200 len: 1093 time: 2.9404066 Aug 08 17:11:15.979935 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bd7453-8804-4732-afe6-bfc2a6592d18', 'tag': 'dd12678e-854b-456e-bbed-c4d0de28080b'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:15.982181 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53491a91-e78f-4e5b-8a53-c5d6a3d002f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bd7453-8804-4732-afe6-bfc2a6592d18", "tag": "dd12678e-854b-456e-bbed-c4d0de28080b"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:16.010619 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:16.011594 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:16.015689 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-f9394cc2-de06-4fb6-bdeb-a0cf4d331f98 None None] Provisioning for port bb8bc50d-b562-4030-840e-b81eb4423c73 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:16.024060 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87192af-1d8e-401a-b31c-6612ad72b1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd12678e-854b-456e-bbed-c4d0de28080b,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:16.024927 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-f9394cc2-de06-4fb6-bdeb-a0cf4d331f98 None None] Provisioning complete for port bb8bc50d-b562-4030-840e-b81eb4423c73 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:11:16.025315 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f9394cc2-de06-4fb6-bdeb-a0cf4d331f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:16.036743 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-ddd624d0-f326-493c-8b12-9b5ee37925da tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7552791 Aug 08 17:11:16.052540 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5344a6-2f0b-4e57-8da5-c0e5871211fb x-openstack-request-id: req-ef5344a6-2f0b-4e57-8da5-c0e5871211fb {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:16.052830 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bd7453-8804-4732-afe6-bfc2a6592d18", "tag": "dd12678e-854b-456e-bbed-c4d0de28080b", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:16.053087 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef5344a6-2f0b-4e57-8da5-c0e5871211fb {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:16.053488 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bd7453-8804-4732-afe6-bfc2a6592d18', 'tag': 'dd12678e-854b-456e-bbed-c4d0de28080b', 'status': 'completed', 'code': 200} Aug 08 17:11:16.076483 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-f9394cc2-de06-4fb6-bdeb-a0cf4d331f98 None None] Port bb8bc50d-b562-4030-840e-b81eb4423c73 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:11:16.121212 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96150f8a-113d-4204-898a-241327f0f908 req-18eb7ab0-73f4-4638-93f3-d7cfa3e3b52b tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:16.122722 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-96150f8a-113d-4204-898a-241327f0f908 req-18eb7ab0-73f4-4638-93f3-d7cfa3e3b52b tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0609679 Aug 08 17:11:16.161252 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-96150f8a-113d-4204-898a-241327f0f908 req-bdcefd28-051a-40f8-bd43-8196c03fe603 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317736 Aug 08 17:11:16.195767 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-653dd52d-910e-4f25-a352-d65f622b8157 None None] Provisioning for port 845ce596-c3c8-4a51-8ebe-623b77571727 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:16.199451 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-653dd52d-910e-4f25-a352-d65f622b8157 None None] Provisioning complete for port 845ce596-c3c8-4a51-8ebe-623b77571727 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:11:16.199821 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-653dd52d-910e-4f25-a352-d65f622b8157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:16.235961 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-653dd52d-910e-4f25-a352-d65f622b8157 None None] Port 845ce596-c3c8-4a51-8ebe-623b77571727 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:11:16.513119 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508a9f8-de70-46e8-a856-ad3e010c7a3f req-117829be-c146-4caf-bb97-dc62a8ff9eb1 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:16.514585 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b508a9f8-de70-46e8-a856-ad3e010c7a3f req-117829be-c146-4caf-bb97-dc62a8ff9eb1 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0471122 Aug 08 17:11:16.552417 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b508a9f8-de70-46e8-a856-ad3e010c7a3f req-c4804398-1645-41d9-91bd-3f9e4df73a6b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Aug 08 17:11:16.763062 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c21455-cd28-4d75-bf79-6aac6ce090b0 req-8bf66af1-1710-4d07-9a4e-523884f02306 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:16.764501 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f8c21455-cd28-4d75-bf79-6aac6ce090b0 req-8bf66af1-1710-4d07-9a4e-523884f02306 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0466435 Aug 08 17:11:16.801797 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f8c21455-cd28-4d75-bf79-6aac6ce090b0 req-8a33edf7-ccff-476b-81bf-a2975a4ab446 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307786 Aug 08 17:11:16.865876 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c7e31-083f-49c3-b5e6-f473eedb37d5 req-b92664c1-8db3-43de-9efc-b2f631e912a7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:16.867356 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e47c7e31-083f-49c3-b5e6-f473eedb37d5 req-b92664c1-8db3-43de-9efc-b2f631e912a7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 931 time: 0.0531673 Aug 08 17:11:16.904188 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e47c7e31-083f-49c3-b5e6-f473eedb37d5 req-d56e6c13-da01-47f1-803c-e22562eec9c1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309634 Aug 08 17:11:17.036675 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487f90a-d414-4208-8666-d5bf9c3660ed req-42e0d9a7-6192-45a4-85a6-4bd234701492 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:17.038145 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7487f90a-d414-4208-8666-d5bf9c3660ed req-42e0d9a7-6192-45a4-85a6-4bd234701492 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 931 time: 0.0512595 Aug 08 17:11:17.075103 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7487f90a-d414-4208-8666-d5bf9c3660ed req-3d0e83d0-13f1-4c47-910a-afa9b81e13ec tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306885 Aug 08 17:11:17.273658 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3ffd4-9ae5-4045-b8dd-ee57ec1b80f5 req-259e3729-38b5-40ed-9c73-7993c00875c1 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:17.275128 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cac3ffd4-9ae5-4045-b8dd-ee57ec1b80f5 req-259e3729-38b5-40ed-9c73-7993c00875c1 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0491049 Aug 08 17:11:17.311765 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cac3ffd4-9ae5-4045-b8dd-ee57ec1b80f5 req-347675d7-6b2b-4e03-9fa4-05ba8f785fbd tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Aug 08 17:11:17.672351 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ef135-1695-4633-bb1a-f32a534cbe1a req-d9dc9182-59ba-4369-aff9-4aa48b7601a0 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:17.673768 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-236ef135-1695-4633-bb1a-f32a534cbe1a req-d9dc9182-59ba-4369-aff9-4aa48b7601a0 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0498576 Aug 08 17:11:17.710157 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-236ef135-1695-4633-bb1a-f32a534cbe1a req-c65634a6-78ef-4566-9702-a9a84015212d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297430 Aug 08 17:11:17.913432 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153971f9-6311-4b6d-aac2-61ec7e6f7811 req-23179ca3-744d-40ca-988c-f42eed04df27 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:17.914888 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-153971f9-6311-4b6d-aac2-61ec7e6f7811 req-23179ca3-744d-40ca-988c-f42eed04df27 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0475519 Aug 08 17:11:17.951415 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-153971f9-6311-4b6d-aac2-61ec7e6f7811 req-4b6cb854-f88e-4a04-860a-e91711bb510a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307372 Aug 08 17:11:18.022242 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b19df-2ccc-4ade-997a-213436fa6ac9 req-adf993d3-ee1b-472c-b4dd-9cb162663988 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:18.023729 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c69b19df-2ccc-4ade-997a-213436fa6ac9 req-adf993d3-ee1b-472c-b4dd-9cb162663988 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 931 time: 0.0481281 Aug 08 17:11:18.060011 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c69b19df-2ccc-4ade-997a-213436fa6ac9 req-b3e27636-1747-4019-b4d4-15a4fbf40772 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304506 Aug 08 17:11:18.188316 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4af4a6-cab5-45a2-901e-a98c69259985 req-69b39b93-f197-4c18-bda9-7b47121ecfcc tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:18.190269 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3c4af4a6-cab5-45a2-901e-a98c69259985 req-69b39b93-f197-4c18-bda9-7b47121ecfcc tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 931 time: 0.0499640 Aug 08 17:11:18.226888 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3c4af4a6-cab5-45a2-901e-a98c69259985 req-b3ff3a6d-60ab-491f-a5b8-45dc706b9e1f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306795 Aug 08 17:11:18.422149 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1867b7-b7f2-4859-a2e4-311387816c10 req-9bc2c4fc-4363-40c6-8d7c-d9a4f9cddcda tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:18.423596 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2c1867b7-b7f2-4859-a2e4-311387816c10 req-9bc2c4fc-4363-40c6-8d7c-d9a4f9cddcda tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0470870 Aug 08 17:11:18.460463 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2c1867b7-b7f2-4859-a2e4-311387816c10 req-2f4c3c64-2aa3-4075-ab27-bfc5a2960ab2 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Aug 08 17:11:18.824561 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085762f0-7b6b-49a1-9e1f-9e4819e8a7ee req-e7f92ee5-0adf-4b1a-b056-1a2f952eaa60 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:18.826017 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-085762f0-7b6b-49a1-9e1f-9e4819e8a7ee req-e7f92ee5-0adf-4b1a-b056-1a2f952eaa60 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0511189 Aug 08 17:11:18.862838 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-085762f0-7b6b-49a1-9e1f-9e4819e8a7ee req-d50ddc08-078b-4de9-842d-a900a03695ef tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Aug 08 17:11:19.065989 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0db9b-10b6-4966-a34d-744377ba339b req-e080a292-a5fb-436d-8b81-49919947696e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:19.067450 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c6d0db9b-10b6-4966-a34d-744377ba339b req-e080a292-a5fb-436d-8b81-49919947696e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0508471 Aug 08 17:11:19.105146 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c6d0db9b-10b6-4966-a34d-744377ba339b req-01d3437d-6801-418d-98bb-86625926d8b5 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318539 Aug 08 17:11:19.187169 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da3217-220a-4ef4-bc3a-f120d4127be3 req-fffcf2ff-adcc-472f-95de-468dfd16a9f8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:19.188642 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e0da3217-220a-4ef4-bc3a-f120d4127be3 req-fffcf2ff-adcc-472f-95de-468dfd16a9f8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 931 time: 0.0478904 Aug 08 17:11:19.226174 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e0da3217-220a-4ef4-bc3a-f120d4127be3 req-bf69efac-abc9-4f9e-9e86-35d25ad9f562 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315113 Aug 08 17:11:19.336934 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d259cc-ffb8-46fe-9bc3-e0229c160919 req-c8b935ae-a3bf-4c35-ba20-e13cee27fed8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:19.338395 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a4d259cc-ffb8-46fe-9bc3-e0229c160919 req-c8b935ae-a3bf-4c35-ba20-e13cee27fed8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 931 time: 0.0463190 Aug 08 17:11:19.374607 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a4d259cc-ffb8-46fe-9bc3-e0229c160919 req-156c9e88-1191-46fc-8fe1-397484bc1f7b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302610 Aug 08 17:11:19.574929 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53386ddd-e139-4a66-a187-772dbdc26629 req-7c281f25-ef56-4539-a0bf-2499de8e3ff4 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:19.576367 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-53386ddd-e139-4a66-a187-772dbdc26629 req-7c281f25-ef56-4539-a0bf-2499de8e3ff4 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0510197 Aug 08 17:11:19.618834 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-53386ddd-e139-4a66-a187-772dbdc26629 req-acfd6ad2-4470-4bb3-bd44-c2bc1d69646a tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358164 Aug 08 17:11:19.627797 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Request body: {'port': {'device_id': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:19.637313 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Request body: {'port': {'device_id': '7f799be6-5277-4be1-947f-83fe76486bad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:19.689061 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-6c284bff-04c7-4e9b-87b2-d58ab5c69db1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=66968d41-d185-434a-84f7-b00b6b2e6c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070504 Aug 08 17:11:19.707385 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-d5413839-a19c-4d60-a690-72f7beaa6d32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43561efe-0334-498b-a813-16137189be59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920691 Aug 08 17:11:19.889378 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:19.906729 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:19.930696 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53491a91-e78f-4e5b-8a53-c5d6a3d002f2 req-5900555b-4a23-46c8-adbe-a53db1fc89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:19.932177 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-53491a91-e78f-4e5b-8a53-c5d6a3d002f2 req-5900555b-4a23-46c8-adbe-a53db1fc89b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 1096 time: 0.2997961 Aug 08 17:11:19.975691 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f2c1f-83fb-4463-8a92-b1f718cb2af3 req-a6a42159-96c0-4217-8122-ce5b9fe7d2a2 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:19.977199 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3b6f2c1f-83fb-4463-8a92-b1f718cb2af3 req-a6a42159-96c0-4217-8122-ce5b9fe7d2a2 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0492582 Aug 08 17:11:20.014220 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3b6f2c1f-83fb-4463-8a92-b1f718cb2af3 req-3b134924-95f4-47e6-b1b5-0332bf1a7df7 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Aug 08 17:11:20.022894 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-84ce6923-667a-48d1-a44d-c1e8840f3180 service neutron] 10.222.0.32 "GET /v2.0/networks/66968d41-d185-434a-84f7-b00b6b2e6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115356 Aug 08 17:11:20.073709 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-a22c2065-3dbd-424d-9496-cfae4be3cebe service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437405 Aug 08 17:11:20.217276 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cc087-d01f-41b0-aa73-fd69d36625a1 req-cbe16c77-8a69-451e-85f9-f6c09093f226 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:20.218744 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e62cc087-d01f-41b0-aa73-fd69d36625a1 req-cbe16c77-8a69-451e-85f9-f6c09093f226 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0479853 Aug 08 17:11:20.258191 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e62cc087-d01f-41b0-aa73-fd69d36625a1 req-796e6b7c-9164-4127-ba3f-b2fe536d7f21 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Aug 08 17:11:20.365571 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54d89c-a6d4-4368-9b85-5c9df042b0dc req-8b3c2dbd-749b-4c2b-8fe6-c2011458c73c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:20.367125 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bf54d89c-a6d4-4368-9b85-5c9df042b0dc req-8b3c2dbd-749b-4c2b-8fe6-c2011458c73c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 931 time: 0.0534456 Aug 08 17:11:20.384127 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53491a91-e78f-4e5b-8a53-c5d6a3d002f2 req-c3ce709b-1e38-47e2-9bcd-e60251380495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:20.385562 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-53491a91-e78f-4e5b-8a53-c5d6a3d002f2 req-c3ce709b-1e38-47e2-9bcd-e60251380495 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=31b9f326989b4db8831d97f09b51e513&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4324486 Aug 08 17:11:20.405387 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bf54d89c-a6d4-4368-9b85-5c9df042b0dc req-637e874c-97e0-4041-b3c3-8c1ec91d4de4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322034 Aug 08 17:11:20.491315 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d290cbb-bde0-4d52-96a9-ce90ce0da702 req-9ef68a27-9ce0-47ca-87da-c79ee0a0fdeb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:20.492811 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8d290cbb-bde0-4d52-96a9-ce90ce0da702 req-9ef68a27-9ce0-47ca-87da-c79ee0a0fdeb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 931 time: 0.0497108 Aug 08 17:11:20.500502 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-480c5425-361f-457b-ba56-f86c75034369 service neutron] 10.222.0.32 "GET /v2.0/networks/66968d41-d185-434a-84f7-b00b6b2e6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396195 Aug 08 17:11:20.541965 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8d290cbb-bde0-4d52-96a9-ce90ce0da702 req-9e73512b-de30-46c7-9640-730bdfa5c51e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428803 Aug 08 17:11:20.735301 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5d3249d2-e521-4637-b058-d8306e2ec8b4 req-475b0994-7a2c-4c63-82af-f25db0ed5ef3 service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407597 Aug 08 17:11:20.736458 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d57f0-0e2a-4454-a73a-095da97a2a4a req-265c6ecd-6a67-4dca-98fd-562981ce3fa2 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:20.738470 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-182d57f0-0e2a-4454-a73a-095da97a2a4a req-265c6ecd-6a67-4dca-98fd-562981ce3fa2 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0494282 Aug 08 17:11:20.769894 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c609a6a4-9e3b-4f24-bea9-c7372a51c476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:20.800039 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-182d57f0-0e2a-4454-a73a-095da97a2a4a req-3545068d-d920-44b8-90a1-f5f3a92c6602 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Aug 08 17:11:20.837919 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53491a91-e78f-4e5b-8a53-c5d6a3d002f2 req-6b1e4a4c-c241-4141-a6d2-7bfa95efc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:20.839646 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-53491a91-e78f-4e5b-8a53-c5d6a3d002f2 req-6b1e4a4c-c241-4141-a6d2-7bfa95efc7a6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4005241 Aug 08 17:11:20.929848 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845ce596-c3c8-4a51-8ebe-623b77571727 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:20.958147 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:20.967164 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8bc50d-b562-4030-840e-b81eb4423c73 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:20.980390 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Transition to ACTIVE for port object 845ce596-c3c8-4a51-8ebe-623b77571727 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:20.982100 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:20.989389 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:21.024488 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Transition to ACTIVE for port object bb8bc50d-b562-4030-840e-b81eb4423c73 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:21.026550 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-aeb2d20f-d9e9-4a49-a4de-bcb7fad888ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:21.028061 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-aeb2d20f-d9e9-4a49-a4de-bcb7fad888ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 1096 time: 0.1164997 Aug 08 17:11:21.033417 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:21.097471 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-33c9f905-3741-4933-ab4d-086cd06fb5fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd12678e-854b-456e-bbed-c4d0de28080b HTTP/1.1" status: 200 len: 217 time: 0.0498681 Aug 08 17:11:21.102567 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Pushing event updated for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:21.164782 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eded01-0778-43df-bf95-126cbe8b4fe2 req-e715344f-2951-4624-8a98-c83086eee7a9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:21.165487 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-85eded01-0778-43df-bf95-126cbe8b4fe2 req-e715344f-2951-4624-8a98-c83086eee7a9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0779090 Aug 08 17:11:21.234814 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-85eded01-0778-43df-bf95-126cbe8b4fe2 req-f45230f1-6bd7-432a-93bd-f429343c99d0 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628603 Aug 08 17:11:21.296378 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8bc50d-b562-4030-840e-b81eb4423c73,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:21.317658 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-5dccd309-72e5-4db6-a8e0-bc2977c5b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:21.319170 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-5dccd309-72e5-4db6-a8e0-bc2977c5b5a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 200 len: 858 time: 0.1952858 Aug 08 17:11:21.363027 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Attempting to bind port bb8bc50d-b562-4030-840e-b81eb4423c73 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:11:21.363469 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Attempting to bind port bb8bc50d-b562-4030-840e-b81eb4423c73 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:11:21.363808 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Attempting to bind port bb8bc50d-b562-4030-840e-b81eb4423c73 on network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:21.375384 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Port bb8bc50d-b562-4030-840e-b81eb4423c73 on network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:11:21.375712 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Attempting to bind port bb8bc50d-b562-4030-840e-b81eb4423c73 on network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:21.385146 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Attempting to bind port 845ce596-c3c8-4a51-8ebe-623b77571727 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:11:21.385489 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Attempting to bind port 845ce596-c3c8-4a51-8ebe-623b77571727 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:11:21.385836 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Attempting to bind port 845ce596-c3c8-4a51-8ebe-623b77571727 on network 78513dd0-41c3-496c-9235-1bc37317570c {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:21.389315 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:11:21.389648 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Checking segment: {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:11:21.390098 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Bound using segment: {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:11:21.390449 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Bound port: bb8bc50d-b562-4030-840e-b81eb4423c73, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:11:21.390834 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:21.403231 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Port 845ce596-c3c8-4a51-8ebe-623b77571727 on network 78513dd0-41c3-496c-9235-1bc37317570c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:11:21.403561 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Attempting to bind port 845ce596-c3c8-4a51-8ebe-623b77571727 on network 78513dd0-41c3-496c-9235-1bc37317570c {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:21.411437 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:11:21.411773 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Checking segment: {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:11:21.412153 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Bound using segment: {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:11:21.412578 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Bound port: 845ce596-c3c8-4a51-8ebe-623b77571727, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:11:21.412930 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:21.450916 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e2af2-e1dc-4c64-99c1-87c0041459e3 req-a57cd5bd-23fe-4ce1-8d9c-0f72f793cb3c tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:21.452511 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-630e2af2-e1dc-4c64-99c1-87c0041459e3 req-a57cd5bd-23fe-4ce1-8d9c-0f72f793cb3c tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0486147 Aug 08 17:11:21.503334 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-630e2af2-e1dc-4c64-99c1-87c0041459e3 req-069e4915-9a68-4ff7-811c-10036c969206 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Aug 08 17:11:21.511118 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] For port bb8bc50d-b562-4030-840e-b81eb4423c73, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:11:21.536206 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] For port bb8bc50d-b562-4030-840e-b81eb4423c73, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bb8bc50d-b562-4030-840e-b81eb4423c73,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:11:21.539152 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:11:21.543465 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:21.543621 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcdd91-6ec6-4ee8-beda-1c714f3eeca1 req-d3a1398f-be77-448a-a567-639407ca0ab5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:21.544989 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-82fcdd91-6ec6-4ee8-beda-1c714f3eeca1 req-d3a1398f-be77-448a-a567-639407ca0ab5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0593424 Aug 08 17:11:21.559357 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:11:21.581207 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:21.588261 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:21.588941 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:21.590492 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb8bc50d-b562-4030-840e-b81eb4423c73 HTTP/1.1" status: 200 len: 1093 time: 1.9763458 Aug 08 17:11:21.592511 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f799be6-5277-4be1-947f-83fe76486bad', 'tag': 'bb8bc50d-b562-4030-840e-b81eb4423c73'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:21.594197 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-82fcdd91-6ec6-4ee8-beda-1c714f3eeca1 req-ee28d5f9-ac40-4b03-a66c-d0dbcba32950 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423777 Aug 08 17:11:21.598065 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ded0871-c9f2-4147-9c29-7ac7d2ba353e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f799be6-5277-4be1-947f-83fe76486bad", "tag": "bb8bc50d-b562-4030-840e-b81eb4423c73"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:21.615306 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:21.616067 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:21.617334 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] 10.222.0.32 "PUT /v2.0/ports/845ce596-c3c8-4a51-8ebe-623b77571727 HTTP/1.1" status: 200 len: 1093 time: 1.9939661 Aug 08 17:11:21.641823 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c40f66-ca71-4b19-9efa-f3db4235f448 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8bc50d-b562-4030-840e-b81eb4423c73,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:21.678312 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4445f88a-ad1d-4b9b-b84f-9d99ce772704 x-openstack-request-id: req-4445f88a-ad1d-4b9b-b84f-9d99ce772704 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:21.678607 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f799be6-5277-4be1-947f-83fe76486bad", "tag": "bb8bc50d-b562-4030-840e-b81eb4423c73", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:21.678888 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4445f88a-ad1d-4b9b-b84f-9d99ce772704 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:21.679285 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f799be6-5277-4be1-947f-83fe76486bad', 'tag': 'bb8bc50d-b562-4030-840e-b81eb4423c73', 'status': 'completed', 'code': 200} Aug 08 17:11:21.708089 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780be5e5-c1d9-4415-a85e-c56c70605e88 service neutron] Pushing event updated for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:21.712647 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5908a-5f94-4604-b26e-14d2e2c59c09 req-2e7d502e-be5a-44a1-813d-4779dd7923f7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:21.714441 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9fd5908a-5f94-4604-b26e-14d2e2c59c09 req-2e7d502e-be5a-44a1-813d-4779dd7923f7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 943 time: 0.0546682 Aug 08 17:11:21.755600 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9fd5908a-5f94-4604-b26e-14d2e2c59c09 req-a54ab315-b84b-4ac1-899c-a51c1ab3847e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347281 Aug 08 17:11:21.915664 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2877156-a5a4-4ef0-ad92-ccd3a95fc631 req-36045a28-1358-41f7-bb50-383857aed77d tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:21.917048 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e2877156-a5a4-4ef0-ad92-ccd3a95fc631 req-36045a28-1358-41f7-bb50-383857aed77d tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0475121 Aug 08 17:11:21.956477 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e2877156-a5a4-4ef0-ad92-ccd3a95fc631 req-f85971c8-9f47-4c4e-bb6d-c4e4d119beaf tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335505 Aug 08 17:11:22.335803 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aebde-2167-4faf-a414-b5946dfbd766 req-995fb558-3a69-4b7c-97a5-9b5c2555f4b6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:22.337292 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c95aebde-2167-4faf-a414-b5946dfbd766 req-995fb558-3a69-4b7c-97a5-9b5c2555f4b6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0485039 Aug 08 17:11:22.378642 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c95aebde-2167-4faf-a414-b5946dfbd766 req-46c3ba5d-fc9f-4112-8b20-e2d8080515c9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352149 Aug 08 17:11:22.621540 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c125e-67e8-4a58-bb00-66e7c04fc736 req-1edd67d0-65c0-4796-8427-6bb653aed99a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:22.623008 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-807c125e-67e8-4a58-bb00-66e7c04fc736 req-1edd67d0-65c0-4796-8427-6bb653aed99a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0481951 Aug 08 17:11:22.661178 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-807c125e-67e8-4a58-bb00-66e7c04fc736 req-f1e33d00-215b-4de3-9339-a4d2586b2d9b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Aug 08 17:11:22.724569 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b8170-2b3a-4fb9-8331-524b627b6cba req-102b089f-b657-4921-8b41-c3e4e99d0a16 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:22.726025 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ae2b8170-2b3a-4fb9-8331-524b627b6cba req-102b089f-b657-4921-8b41-c3e4e99d0a16 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0472882 Aug 08 17:11:22.763047 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ae2b8170-2b3a-4fb9-8331-524b627b6cba req-89dbe140-fca2-4e37-b1fa-f49cdc5ba101 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310960 Aug 08 17:11:22.870333 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4228f4d-1d7a-4c60-a242-24ad9ffa181d req-a3db48c4-c401-430f-8810-38c1193a5e96 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:22.871816 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f4228f4d-1d7a-4c60-a242-24ad9ffa181d req-a3db48c4-c401-430f-8810-38c1193a5e96 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 943 time: 0.0479414 Aug 08 17:11:22.913223 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f4228f4d-1d7a-4c60-a242-24ad9ffa181d req-23f40d7c-87ae-4b2b-b39c-cff14a2f45a1 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Aug 08 17:11:23.069565 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745db34c-de17-4b1a-800a-c5d25403a676 req-46fc0783-d2e1-4e10-8a19-8b86e83048fb tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:23.071037 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-745db34c-de17-4b1a-800a-c5d25403a676 req-46fc0783-d2e1-4e10-8a19-8b86e83048fb tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0486617 Aug 08 17:11:23.109247 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-745db34c-de17-4b1a-800a-c5d25403a676 req-52a2bbd5-9f6d-4de5-9193-1444bf993fa6 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Aug 08 17:11:23.490396 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207629e-ac16-46e2-ba2c-c0f320d60ee3 req-d88c47d7-3c5a-4dcb-8878-e4ad0cd2635d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:23.492124 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7207629e-ac16-46e2-ba2c-c0f320d60ee3 req-d88c47d7-3c5a-4dcb-8878-e4ad0cd2635d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0486939 Aug 08 17:11:23.529420 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7207629e-ac16-46e2-ba2c-c0f320d60ee3 req-aeaec2a2-a770-463a-a6da-d6be06dc8af6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315890 Aug 08 17:11:23.623964 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f1903d92-9f35-4951-ae0e-7e25988291a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:23.680979 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:23.683436 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48db3f56-9287-46b3-88de-fad383ccbb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:23.718243 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acac310d-45e3-4190-8f09-463dc1241828 x-openstack-request-id: req-acac310d-45e3-4190-8f09-463dc1241828 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:23.718537 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:23.718819 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acac310d-45e3-4190-8f09-463dc1241828 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:23.719236 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727', 'status': 'completed', 'code': 200} Aug 08 17:11:23.774591 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c3f7a-9879-4793-9c16-3a787663677c req-e56b4c6e-8287-42b5-8fdb-a2c85a221a39 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:23.776037 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a67c3f7a-9879-4793-9c16-3a787663677c req-e56b4c6e-8287-42b5-8fdb-a2c85a221a39 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0474308 Aug 08 17:11:23.816842 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a67c3f7a-9879-4793-9c16-3a787663677c req-3f13a08b-c728-4ac2-949b-979d04d51351 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Aug 08 17:11:23.876943 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:23.882399 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4229d8-80c6-4f60-929f-9a79d5773050 req-633c1599-abb6-4185-86fc-eb88df6f1ac4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:23.883955 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-de4229d8-80c6-4f60-929f-9a79d5773050 req-633c1599-abb6-4185-86fc-eb88df6f1ac4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0495970 Aug 08 17:11:23.920492 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-de4229d8-80c6-4f60-929f-9a79d5773050 req-13cdf52d-d851-4f00-944b-58ec81bad10e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307059 Aug 08 17:11:24.028189 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f233f-833c-478b-9350-ab39bd495ccc req-142868b4-1f6d-4557-87f4-811292ddbfac tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:24.029617 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cd4f233f-833c-478b-9350-ab39bd495ccc req-142868b4-1f6d-4557-87f4-811292ddbfac tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 943 time: 0.0486407 Aug 08 17:11:24.066511 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cd4f233f-833c-478b-9350-ab39bd495ccc req-b27a826d-1005-4098-bdb2-14337cf50aca tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Aug 08 17:11:24.219161 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaba51-e06a-4150-b4b5-b267bac395ae req-6dc8a75d-bd95-42d4-90d5-a05969a8a4df tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:24.220593 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c8eaba51-e06a-4150-b4b5-b267bac395ae req-6dc8a75d-bd95-42d4-90d5-a05969a8a4df tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0470974 Aug 08 17:11:24.259999 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c8eaba51-e06a-4150-b4b5-b267bac395ae req-1edf6d85-2b03-4e6a-87c1-459cf31df91a tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331473 Aug 08 17:11:24.573490 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:24.642117 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e828d-44d7-46ac-9cb8-d06b4f787874 req-e181bd76-fb7c-4472-b9ee-136ca7942ac9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:24.644273 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3a0e828d-44d7-46ac-9cb8-d06b4f787874 req-e181bd76-fb7c-4472-b9ee-136ca7942ac9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0469568 Aug 08 17:11:24.680209 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3a0e828d-44d7-46ac-9cb8-d06b4f787874 req-d5399027-0287-41d0-aa0a-fa652c28b293 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300481 Aug 08 17:11:24.882529 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-cf20ff99-9e13-49da-be5e-df04b5c4b18a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87ea2ee9-44f5-46e9-b78a-78ad058ee009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263965 Aug 08 17:11:24.916486 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:11:24.941110 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2d12f-c379-43d9-8163-caeecb629d8b req-3aa7d0f5-bd6e-419f-bd1b-5295e9682c9e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:24.942969 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b7d2d12f-c379-43d9-8163-caeecb629d8b req-3aa7d0f5-bd6e-419f-bd1b-5295e9682c9e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0560515 Aug 08 17:11:24.998655 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b7d2d12f-c379-43d9-8163-caeecb629d8b req-75b78e95-23ed-4b93-90d8-97b7b4c65873 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Aug 08 17:11:25.047727 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:25.051545 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca658414-e98d-46a5-a5ab-dae937be84a7 req-e3af23eb-7ac1-416e-841c-6e27c9851e90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.053059 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ca658414-e98d-46a5-a5ab-dae937be84a7 req-e3af23eb-7ac1-416e-841c-6e27c9851e90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0497804 Aug 08 17:11:25.059664 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '043a16ba-a4d1-4e44-90a9-fa77f8a045c4', 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009', 'port_id': '043a16ba-a4d1-4e44-90a9-fa77f8a045c4', 'mac_address': 'fa:16:3e:3a:4a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ce7be5-ad7b-4a74-abd8-193672f3a1bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:11:25.093111 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3f56-9287-46b3-88de-fad383ccbb0c req-264a4f40-e248-48da-9ec6-88e050d2ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.094591 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-48db3f56-9287-46b3-88de-fad383ccbb0c req-264a4f40-e248-48da-9ec6-88e050d2ac91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 1096 time: 0.1154165 Aug 08 17:11:25.097841 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:25.100360 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ca658414-e98d-46a5-a5ab-dae937be84a7 req-8caf258a-08a6-44c7-89e3-a7cada8ee93a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393851 Aug 08 17:11:25.101565 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded0871-c9f2-4147-9c29-7ac7d2ba353e req-5bd808e6-7403-4b6a-a681-256f189ce43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.103347 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3ded0871-c9f2-4147-9c29-7ac7d2ba353e req-5bd808e6-7403-4b6a-a681-256f189ce43c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 1096 time: 0.1323097 Aug 08 17:11:25.110660 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:25.134486 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:25.139959 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:25.144885 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-6a9be244-9007-4d62-9568-11dedb6cc553 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835167 Aug 08 17:11:25.194958 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:25.206301 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b017263-3312-4236-a476-3295c7597e74 req-6ec13ae0-76c3-418e-8b9b-69531c60728d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.208693 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9b017263-3312-4236-a476-3295c7597e74 req-6ec13ae0-76c3-418e-8b9b-69531c60728d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 943 time: 0.0502212 Aug 08 17:11:25.245967 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9b017263-3312-4236-a476-3295c7597e74 req-d5c4a334-afb3-4ebd-ac0b-0e60f53b6060 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322978 Aug 08 17:11:25.350902 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded0871-c9f2-4147-9c29-7ac7d2ba353e req-2792ecc3-0475-4427-9a12-b02c117e98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.352292 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3ded0871-c9f2-4147-9c29-7ac7d2ba353e req-2792ecc3-0475-4427-9a12-b02c117e98c0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2318828 Aug 08 17:11:25.357350 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3f56-9287-46b3-88de-fad383ccbb0c req-1cb8daaf-e75c-4c31-8018-ddeb43a5b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.358661 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-48db3f56-9287-46b3-88de-fad383ccbb0c req-1cb8daaf-e75c-4c31-8018-ddeb43a5b36b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=781875a7243b41f7ba306d8d62d1bf54&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2408948 Aug 08 17:11:25.373050 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5b485-f9e4-45c8-bdbe-39fd53b262dd req-4f234a14-673e-47b2-8036-12451e3b4f58 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.374506 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-33a5b485-f9e4-45c8-bdbe-39fd53b262dd req-4f234a14-673e-47b2-8036-12451e3b4f58 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0482030 Aug 08 17:11:25.384779 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-715ceeb9-0600-4a79-a49e-e712ec3b6402 req-8b673ade-47de-48d2-9393-4440b2fc4ec7 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988878 Aug 08 17:11:25.422374 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-33a5b485-f9e4-45c8-bdbe-39fd53b262dd req-6f8e026c-0ad2-4cf9-b4d7-8350475f74fb tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Aug 08 17:11:25.529689 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded0871-c9f2-4147-9c29-7ac7d2ba353e req-f1d2c141-dcaf-4b13-8515-2b4b0520d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.531162 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3ded0871-c9f2-4147-9c29-7ac7d2ba353e req-f1d2c141-dcaf-4b13-8515-2b4b0520d513 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1634409 Aug 08 17:11:25.532208 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3f56-9287-46b3-88de-fad383ccbb0c req-f732ac24-59b8-48ae-8817-5e26db478dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.533513 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-48db3f56-9287-46b3-88de-fad383ccbb0c req-f732ac24-59b8-48ae-8817-5e26db478dcb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1645319 Aug 08 17:11:25.777310 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-97e4a786-6949-48d9-aa8e-75cee19f227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.778841 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-97e4a786-6949-48d9-aa8e-75cee19f227e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 1096 time: 0.0707912 Aug 08 17:11:25.780586 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-2aa26ef1-bdcd-4108-934d-9adcf600d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.781892 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-2aa26ef1-bdcd-4108-934d-9adcf600d339 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 1096 time: 0.0640662 Aug 08 17:11:25.795236 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89088f6f-6a96-4177-9b97-2561a22ea621 req-f5cf0c53-9e45-4dca-a04d-426382e23c1b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.796662 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-89088f6f-6a96-4177-9b97-2561a22ea621 req-f5cf0c53-9e45-4dca-a04d-426382e23c1b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0492179 Aug 08 17:11:25.836161 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-89088f6f-6a96-4177-9b97-2561a22ea621 req-57cbf050-4979-4d31-b982-1face7bde00e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328257 Aug 08 17:11:25.868085 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-78769a19-3653-4eb2-af17-a5a5d14e4b7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845ce596-c3c8-4a51-8ebe-623b77571727 HTTP/1.1" status: 200 len: 217 time: 0.0652220 Aug 08 17:11:25.869383 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-e0109eb9-cfbe-4d61-90cc-e29ebb0dd552 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8bc50d-b562-4030-840e-b81eb4423c73 HTTP/1.1" status: 200 len: 217 time: 0.0677586 Aug 08 17:11:25.957886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-36eb84fa-8ffa-4522-85c4-633b8e4ccfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.959271 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-36eb84fa-8ffa-4522-85c4-633b8e4ccfba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0780337 Aug 08 17:11:25.960636 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-08135dc2-45e4-45b7-bcbf-74721177731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:25.961906 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-08135dc2-45e4-45b7-bcbf-74721177731e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=798f916c-ee1e-42db-8664-8d80bd4604ca HTTP/1.1" status: 200 len: 849 time: 0.0796051 Aug 08 17:11:26.057539 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-15ae7e51-24dc-470e-8c45-1cf2e2c65b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:26.059031 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-15ae7e51-24dc-470e-8c45-1cf2e2c65b10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767004 Aug 08 17:11:26.060810 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-7314d9e1-6b0c-4513-861e-66270808979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:26.062124 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-7314d9e1-6b0c-4513-861e-66270808979f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876739 Aug 08 17:11:26.182345 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:26.246732 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-d61eb7a8-d670-4d41-b114-c634dbb1cc62 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737475 Aug 08 17:11:26.249836 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-4e8e2463-bf86-4424-a47f-c9f9e009fc42 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683328 Aug 08 17:11:26.301308 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10d100-9a1e-4e9f-afb9-0aa224c8a259 req-2a9f40f8-be7d-4b65-aed9-3c0888f76992 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:26.302864 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-df10d100-9a1e-4e9f-afb9-0aa224c8a259 req-2a9f40f8-be7d-4b65-aed9-3c0888f76992 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.2456517 Aug 08 17:11:26.315514 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549396a-2efd-472c-9375-4f3ccadbad93 req-06bb9713-f712-4336-ad89-51592f7655c6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:26.316915 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e549396a-2efd-472c-9375-4f3ccadbad93 req-06bb9713-f712-4336-ad89-51592f7655c6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0681841 Aug 08 17:11:26.371786 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-df10d100-9a1e-4e9f-afb9-0aa224c8a259 req-0e90d848-a2ed-4336-886d-8fe1285cde1c tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539050 Aug 08 17:11:26.376832 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e549396a-2efd-472c-9375-4f3ccadbad93 req-161650d4-33cf-4a15-8421-d86e9eab2132 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523620 Aug 08 17:11:26.411799 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-87ae8c42-e34b-4209-ac1e-59b43486646d req-d4f07afe-8b52-4a3e-819b-84984b447dd6 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519763 Aug 08 17:11:26.413672 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e825d38d-e4c7-4f8f-b933-2581be2ce3ad req-9c908847-62c1-477d-ae44-a60547c3ed67 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528800 Aug 08 17:11:26.466686 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['043a16ba-a4d1-4e44-90a9-fa77f8a045c4'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:11:26.511236 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224867be-87ed-4a2a-8f62-0179fd7ae36c req-4772161c-809b-4850-a4c0-e66f67a5c50d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:26.519620 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-224867be-87ed-4a2a-8f62-0179fd7ae36c req-4772161c-809b-4850-a4c0-e66f67a5c50d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 943 time: 0.0820925 Aug 08 17:11:26.616531 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-224867be-87ed-4a2a-8f62-0179fd7ae36c req-8027a936-feeb-4a2d-8214-cc61d5018f37 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861259 Aug 08 17:11:26.635713 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62e996-c433-4503-93ff-112deef21cd1 req-2d3f9b0f-c9cf-4504-8b75-583ff79ad321 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:26.642688 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3c62e996-c433-4503-93ff-112deef21cd1 req-2d3f9b0f-c9cf-4504-8b75-583ff79ad321 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.1207643 Aug 08 17:11:26.690846 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3c62e996-c433-4503-93ff-112deef21cd1 req-02aa7a4d-9ba4-4d65-9039-c9f13bc01373 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454531 Aug 08 17:11:26.974923 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e7e02-f19b-4273-baca-27f211487c4c req-0b5887d6-9349-416b-8e47-2e221993273e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:26.982684 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1b3e7e02-f19b-4273-baca-27f211487c4c req-0b5887d6-9349-416b-8e47-2e221993273e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0658181 Aug 08 17:11:27.043156 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1b3e7e02-f19b-4273-baca-27f211487c4c req-be010fee-33bc-43d6-b60e-d1b034df4445 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592544 Aug 08 17:11:27.161319 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35570) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:27.304667 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c345135e-9c82-4e81-b6bb-9322223e9fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:27.420204 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c345135e-9c82-4e81-b6bb-9322223e9fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:27.432223 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c345135e-9c82-4e81-b6bb-9322223e9fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:27.481813 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345135e-9c82-4e81-b6bb-9322223e9fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774133a5-968c-423f-96f9-56838aca7ac3,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:27.521967 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c345135e-9c82-4e81-b6bb-9322223e9fb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=360a73a7738e4b9c8d5beaa1d0754d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594189 Aug 08 17:11:27.524719 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35586) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:27.567157 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f34c6d-c5e9-40f0-82c8-a3768e8ef7a6 req-f0ab6a61-3272-4568-8d4c-a0f75fbb8492 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:27.568641 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b4f34c6d-c5e9-40f0-82c8-a3768e8ef7a6 req-f0ab6a61-3272-4568-8d4c-a0f75fbb8492 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.1064918 Aug 08 17:11:27.577953 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa725126-f94b-4638-b9d6-284138c0763c req-e2d47a40-eb01-46ed-83a8-7323b70cee41 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:27.579318 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fa725126-f94b-4638-b9d6-284138c0763c req-e2d47a40-eb01-46ed-83a8-7323b70cee41 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0757103 Aug 08 17:11:27.583463 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d5dd70d5-7784-4b54-a6b7-f4f254ab8da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:27.605873 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d5dd70d5-7784-4b54-a6b7-f4f254ab8da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:27.629601 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b4f34c6d-c5e9-40f0-82c8-a3768e8ef7a6 req-e48aecfb-1f31-4adf-b443-294cb7c9d552 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494227 Aug 08 17:11:27.657382 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fa725126-f94b-4638-b9d6-284138c0763c req-35ed7b87-c02b-4505-b8ff-314bee8faf70 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628865 Aug 08 17:11:27.668060 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d5dd70d5-7784-4b54-a6b7-f4f254ab8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:27.680105 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d5dd70d5-7784-4b54-a6b7-f4f254ab8da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:27.681250 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d5dd70d5-7784-4b54-a6b7-f4f254ab8da8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/774133a5-968c-423f-96f9-56838aca7ac3 HTTP/1.1" status: 204 len: 168 time: 0.1554620 Aug 08 17:11:27.689213 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd70d5-7784-4b54-a6b7-f4f254ab8da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774133a5-968c-423f-96f9-56838aca7ac3,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:27.741261 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3ce66-6fc3-4b3d-b060-dc128c6cfa58 req-44f4b32b-194f-4b71-8f8b-78442ab4e528 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:27.742771 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eaa3ce66-6fc3-4b3d-b060-dc128c6cfa58 req-44f4b32b-194f-4b71-8f8b-78442ab4e528 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 943 time: 0.0518296 Aug 08 17:11:27.810946 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eaa3ce66-6fc3-4b3d-b060-dc128c6cfa58 req-57063ffc-1c22-47da-b90d-0e6edad915a0 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618777 Aug 08 17:11:27.823943 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f33409-572f-4581-967a-e4f781443c76 req-7c16403e-ab2b-484e-89c8-3aa42fad3455 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:27.825438 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d0f33409-572f-4581-967a-e4f781443c76 req-7c16403e-ab2b-484e-89c8-3aa42fad3455 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0686998 Aug 08 17:11:27.869440 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d0f33409-572f-4581-967a-e4f781443c76 req-aab8e588-3302-4d88-9c06-27f3c520fd1b tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 Aug 08 17:11:27.966417 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35596) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:27.979719 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bf98b16f-6a68-4bbf-9d1f-2e6957310f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:28.066932 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bf98b16f-6a68-4bbf-9d1f-2e6957310f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:28.070991 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bf98b16f-6a68-4bbf-9d1f-2e6957310f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:28.108423 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-bf98b16f-6a68-4bbf-9d1f-2e6957310f1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d4f62a70464433c98d73241981b57ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409154 Aug 08 17:11:28.109271 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98b16f-6a68-4bbf-9d1f-2e6957310f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a778f6-165d-477d-9a96-5865e1d9220f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:28.112257 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35600) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:28.158075 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b47c29-dae4-4a31-9a69-ff328df6b536 req-cbfbd00b-7fbf-4002-ad47-bfc1cfaa3e60 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:28.160752 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-15b47c29-dae4-4a31-9a69-ff328df6b536 req-cbfbd00b-7fbf-4002-ad47-bfc1cfaa3e60 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0564606 Aug 08 17:11:28.160916 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-57491963-94bc-468a-9bcc-6b19a1c7becc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:28.184955 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-57491963-94bc-468a-9bcc-6b19a1c7becc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:28.212495 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-15b47c29-dae4-4a31-9a69-ff328df6b536 req-11ba56ff-9476-4850-aea6-ae86c2797ab6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Aug 08 17:11:28.241111 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-57491963-94bc-468a-9bcc-6b19a1c7becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:28.244441 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-57491963-94bc-468a-9bcc-6b19a1c7becc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:28.245655 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-57491963-94bc-468a-9bcc-6b19a1c7becc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51a778f6-165d-477d-9a96-5865e1d9220f HTTP/1.1" status: 204 len: 168 time: 0.1325486 Aug 08 17:11:28.253880 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57491963-94bc-468a-9bcc-6b19a1c7becc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a778f6-165d-477d-9a96-5865e1d9220f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:28.747073 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea4ab8-03a0-481d-a4eb-2ce863e26c7f req-20585caa-ed6d-42df-aa5b-42c62a141eab tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:28.748766 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eaea4ab8-03a0-481d-a4eb-2ce863e26c7f req-20585caa-ed6d-42df-aa5b-42c62a141eab tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.0534272 Aug 08 17:11:28.816939 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eaea4ab8-03a0-481d-a4eb-2ce863e26c7f req-9e549073-bc30-4d5d-a3dd-ca0dfcf44f47 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585501 Aug 08 17:11:28.825304 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ad551-122b-41db-8abc-2344d6a7143c req-69206da5-79ef-4806-b901-32fbca22e562 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:28.826774 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f89ad551-122b-41db-8abc-2344d6a7143c req-69206da5-79ef-4806-b901-32fbca22e562 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0880988 Aug 08 17:11:28.878906 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f89ad551-122b-41db-8abc-2344d6a7143c req-eff325dd-c705-46c0-ba16-93ffc21cfdd1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385952 Aug 08 17:11:28.931873 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c3f30-2d89-43f5-b77b-862c3b2208ed req-ef2eaa89-fb54-4426-ba9d-0df75a9fab5c tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:28.933404 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-793c3f30-2d89-43f5-b77b-862c3b2208ed req-ef2eaa89-fb54-4426-ba9d-0df75a9fab5c tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 943 time: 0.0485816 Aug 08 17:11:29.003732 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-793c3f30-2d89-43f5-b77b-862c3b2208ed req-2947a822-4fba-450b-a9c2-019738268ffc tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617096 Aug 08 17:11:29.016142 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7ae84-dacf-4d71-971d-a940c2660379 req-96ffad45-a20f-4d2b-8bb6-3eb9478bcce9 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:29.017995 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-16b7ae84-dacf-4d71-971d-a940c2660379 req-96ffad45-a20f-4d2b-8bb6-3eb9478bcce9 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 943 time: 0.0771904 Aug 08 17:11:29.058556 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-16b7ae84-dacf-4d71-971d-a940c2660379 req-641f06a8-480d-4171-ad53-26c056cd9072 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328703 Aug 08 17:11:29.333514 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device dd12678e-854b-456e-bbed-c4d0de28080b details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:11:29.337571 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33e28-7ad6-4429-a98a-558346cccedd req-0f1363c4-ac98-453b-888f-b7fe7b3f07b3 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:29.339865 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fd33e28-7ad6-4429-a98a-558346cccedd req-0f1363c4-ac98-453b-888f-b7fe7b3f07b3 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 943 time: 0.0603359 Aug 08 17:11:29.389511 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fd33e28-7ad6-4429-a98a-558346cccedd req-b5140f9b-bf94-4bea-b761-66050aef6b36 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422716 Aug 08 17:11:29.395233 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:11:29.469014 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:29.481762 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:11:29.482146 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:29.489039 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port dd12678e-854b-456e-bbed-c4d0de28080b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=dd12678e-854b-456e-bbed-c4d0de28080b,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:29.523825 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'dd12678e-854b-456e-bbed-c4d0de28080b', 'network_id': '87ea2ee9-44f5-46e9-b78a-78ad058ee009', 'port_id': 'dd12678e-854b-456e-bbed-c4d0de28080b', 'mac_address': 'fa:16:3e:68:35:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ce7be5-ad7b-4a74-abd8-193672f3a1bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:11:29.574415 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:29.606539 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35666) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:29.615649 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd12678e-854b-456e-bbed-c4d0de28080b {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:29.642629 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:29.646673 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port dd12678e-854b-456e-bbed-c4d0de28080b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=dd12678e-854b-456e-bbed-c4d0de28080b,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:29.655449 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:29.656097 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device bb8bc50d-b562-4030-840e-b81eb4423c73 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:11:29.696908 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a16ba-a4d1-4e44-90a9-fa77f8a045c4'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:29.729912 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9708be60-c093-4859-b07e-4a20d35f673d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:29.797065 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:29.864923 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9708be60-c093-4859-b07e-4a20d35f673d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:29.871683 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9708be60-c093-4859-b07e-4a20d35f673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:29.936883 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708be60-c093-4859-b07e-4a20d35f673d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0175bdb-2b34-4b98-8051-62d86f82b318,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:29.937512 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:29.944397 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-9708be60-c093-4859-b07e-4a20d35f673d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d54aae4b4c744acaa37bb370fa9f4430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366425 Aug 08 17:11:29.946990 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35690) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:29.968487 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd3c9c2-034b-4587-aad7-768cf55653dc" -d '{"events": [{"server_uuid": "a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29", "name": "network-vif-plugged", "status": "completed", "tag": "043a16ba-a4d1-4e44-90a9-fa77f8a045c4"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:29.978015 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=dd12678e-854b-456e-bbed-c4d0de28080b,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:30.004744 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35694) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:30.047160 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ac6b65-40e8-49d6-bdc8-d6905897854d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.054274 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:30.061964 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port bb8bc50d-b562-4030-840e-b81eb4423c73, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bb8bc50d-b562-4030-840e-b81eb4423c73,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:30.074053 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'bb8bc50d-b562-4030-840e-b81eb4423c73', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'port_id': 'bb8bc50d-b562-4030-840e-b81eb4423c73', 'mac_address': 'fa:16:3e:75:9f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:11:30.121451 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ac6b65-40e8-49d6-bdc8-d6905897854d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.130296 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.132505 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a2c53-0485-4e09-b8b1-e8f2bb684c66 req-9f2d32d5-1b40-4643-85c4-b6b664d5bdfd tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:30.134219 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-136a2c53-0485-4e09-b8b1-e8f2bb684c66 req-9f2d32d5-1b40-4643-85c4-b6b664d5bdfd tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 944 time: 0.1393993 Aug 08 17:11:30.147281 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8bc50d-b562-4030-840e-b81eb4423c73 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:30.168805 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port bb8bc50d-b562-4030-840e-b81eb4423c73, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bb8bc50d-b562-4030-840e-b81eb4423c73,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:30.170463 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6aa23-73f0-4eed-bcf2-db497710ddfc req-c92d8961-e373-43da-a600-d250a6f5f483 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:30.172074 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-19f6aa23-73f0-4eed-bcf2-db497710ddfc req-c92d8961-e373-43da-a600-d250a6f5f483 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.1259427 Aug 08 17:11:30.180376 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.181269 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e740048f-4003-4c8e-b6f5-934f25ef6583 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:11:30.203858 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ea70fdd0-d81e-408e-88c0-13949270a38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.245921 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-136a2c53-0485-4e09-b8b1-e8f2bb684c66 req-a3f24324-d6f2-4bc2-8108-43409e47ebcf tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992064 Aug 08 17:11:30.256179 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-19f6aa23-73f0-4eed-bcf2-db497710ddfc req-e784d488-ce39-406a-b60c-6b515b1eb192 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761631 Aug 08 17:11:30.262824 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ac6b65-40e8-49d6-bdc8-d6905897854d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.266269 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ac6b65-40e8-49d6-bdc8-d6905897854d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.271702 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-19ac6b65-40e8-49d6-bdc8-d6905897854d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0175bdb-2b34-4b98-8051-62d86f82b318 HTTP/1.1" status: 204 len: 168 time: 0.3226531 Aug 08 17:11:30.277470 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=bb8bc50d-b562-4030-840e-b81eb4423c73,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:30.281825 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac6b65-40e8-49d6-bdc8-d6905897854d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0175bdb-2b34-4b98-8051-62d86f82b318,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:30.351967 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ea70fdd0-d81e-408e-88c0-13949270a38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.357011 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ea70fdd0-d81e-408e-88c0-13949270a38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.405005 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70fdd0-d81e-408e-88c0-13949270a38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d524ee9-1406-4ddd-b6b9-ad17e1f466aa,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:30.410428 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-ea70fdd0-d81e-408e-88c0-13949270a38c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f937946dac12417a91f73058d6f50553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046247 Aug 08 17:11:30.414548 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35714) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:30.437961 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bcb5f-545d-47a2-b6ff-3aac0049ea0a req-49861a91-9f7a-4e08-bc25-0d57accc9336 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:30.440811 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-955bcb5f-545d-47a2-b6ff-3aac0049ea0a req-49861a91-9f7a-4e08-bc25-0d57accc9336 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 944 time: 0.0786655 Aug 08 17:11:30.467226 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e740048f-4003-4c8e-b6f5-934f25ef6583, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e740048f-4003-4c8e-b6f5-934f25ef6583,segment=NetworkSegment(85727376-f68f-433a-8aa0-d592bfb9d65f),segment_id=85727376-f68f-433a-8aa0-d592bfb9d65f)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:30.487641 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'e740048f-4003-4c8e-b6f5-934f25ef6583', 'network_id': '66968d41-d185-434a-84f7-b00b6b2e6c2f', 'port_id': 'e740048f-4003-4c8e-b6f5-934f25ef6583', 'mac_address': 'fa:16:3e:15:7e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441b3924-8ef1-4cea-ae7a-c4f9bd90e353', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:11:30.502087 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-955bcb5f-545d-47a2-b6ff-3aac0049ea0a req-e9d0b198-401d-4334-bd96-398d9a9fcb6b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544980 Aug 08 17:11:30.522228 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-22817b7c-a580-4a3d-b79a-97cee199e1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.541639 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.561520 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e740048f-4003-4c8e-b6f5-934f25ef6583 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:30.574813 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-22817b7c-a580-4a3d-b79a-97cee199e1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.589988 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e740048f-4003-4c8e-b6f5-934f25ef6583, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e740048f-4003-4c8e-b6f5-934f25ef6583,segment=NetworkSegment(85727376-f68f-433a-8aa0-d592bfb9d65f),segment_id=85727376-f68f-433a-8aa0-d592bfb9d65f)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:30.602332 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.604111 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f3461f3a-5ec4-4527-b2c1-eec9b4418dff details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:11:30.637377 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-22817b7c-a580-4a3d-b79a-97cee199e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.644862 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-22817b7c-a580-4a3d-b79a-97cee199e1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.648455 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-22817b7c-a580-4a3d-b79a-97cee199e1e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d524ee9-1406-4ddd-b6b9-ad17e1f466aa HTTP/1.1" status: 204 len: 168 time: 0.2305775 Aug 08 17:11:30.661002 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255954a-dcb6-4ab7-a830-a8b8fde6ffee req-2919bfc0-7d15-4653-b382-1627e3aed80c tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:30.661647 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22817b7c-a580-4a3d-b79a-97cee199e1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d524ee9-1406-4ddd-b6b9-ad17e1f466aa,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:30.662732 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7255954a-dcb6-4ab7-a830-a8b8fde6ffee req-2919bfc0-7d15-4653-b382-1627e3aed80c tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 944 time: 0.0703890 Aug 08 17:11:30.682744 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e740048f-4003-4c8e-b6f5-934f25ef6583,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:30.722692 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7255954a-dcb6-4ab7-a830-a8b8fde6ffee req-02841c43-c2fc-4ccf-9881-cdc2f2f27419 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Aug 08 17:11:30.786900 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248aadcb-3c10-4278-896c-988f63173ef9 x-openstack-request-id: req-248aadcb-3c10-4278-896c-988f63173ef9 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:30.787182 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29", "name": "network-vif-plugged", "status": "completed", "tag": "043a16ba-a4d1-4e44-90a9-fa77f8a045c4", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:30.787437 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-248aadcb-3c10-4278-896c-988f63173ef9 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:30.787901 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a16ba-a4d1-4e44-90a9-fa77f8a045c4', 'code': 200} Aug 08 17:11:30.853421 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e45a2e-1e7d-4753-81ab-6d75a4a1d2d6 req-3db3385f-d0b4-4015-a40a-b5143e389f6d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:30.864320 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-80e45a2e-1e7d-4753-81ab-6d75a4a1d2d6 req-3db3385f-d0b4-4015-a40a-b5143e389f6d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 944 time: 0.0740232 Aug 08 17:11:30.876571 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port f3461f3a-5ec4-4527-b2c1-eec9b4418dff, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:30.898682 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'f3461f3a-5ec4-4527-b2c1-eec9b4418dff', 'network_id': '43561efe-0334-498b-a813-16137189be59', 'port_id': 'f3461f3a-5ec4-4527-b2c1-eec9b4418dff', 'mac_address': 'fa:16:3e:b7:fd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81adcb59-10e4-4d35-8a17-8df4c299bb7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:11:30.914666 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-80e45a2e-1e7d-4753-81ab-6d75a4a1d2d6 req-1fafbc5f-ff5e-4d25-8a88-acee489b114a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Aug 08 17:11:30.949697 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35726) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:30.956507 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.971717 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3461f3a-5ec4-4527-b2c1-eec9b4418dff {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:30.978001 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-58e436cf-bde2-4f66-bb4e-f446cce6f6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:30.996181 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port f3461f3a-5ec4-4527-b2c1-eec9b4418dff, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:31.007377 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.007377 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 845ce596-c3c8-4a51-8ebe-623b77571727 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:11:31.102447 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d38e4-ef43-41be-ad49-c1e100473467 req-b784e906-db3d-4d53-abe0-439094052b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:31.108179 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ce5d38e4-ef43-41be-ad49-c1e100473467 req-b784e906-db3d-4d53-abe0-439094052b10 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 1099 time: 0.1403720 Aug 08 17:11:31.121785 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:31.147432 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-ce5d38e4-ef43-41be-ad49-c1e100473467 req-8f7b7e94-d4a9-448c-9a0b-d0a11c030546 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.188383 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:31.197159 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-58e436cf-bde2-4f66-bb4e-f446cce6f6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.205610 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '845ce596-c3c8-4a51-8ebe-623b77571727', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'port_id': '845ce596-c3c8-4a51-8ebe-623b77571727', 'mac_address': 'fa:16:3e:37:e6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:11:31.207712 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-58e436cf-bde2-4f66-bb4e-f446cce6f6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.256351 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.271196 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845ce596-c3c8-4a51-8ebe-623b77571727 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:11:31.282107 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-58e436cf-bde2-4f66-bb4e-f446cce6f6f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f89ee4123e34015af41f4e924bd3d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307641 Aug 08 17:11:31.285073 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35742) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:31.285548 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e436cf-bde2-4f66-bb4e-f446cce6f6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29fcb80-a924-4b95-84c5-2e43f95d90be,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:31.324069 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:31.332610 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.416297 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-ce5d38e4-ef43-41be-ad49-c1e100473467 req-8f7b7e94-d4a9-448c-9a0b-d0a11c030546 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.422606 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-ce5d38e4-ef43-41be-ad49-c1e100473467 req-8f7b7e94-d4a9-448c-9a0b-d0a11c030546 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.461909 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:31.465203 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b7e94-d4a9-448c-9a0b-d0a11c030546 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe98f11-100e-4366-b40e-ea6d9409296b,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:31.481573 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ce5d38e4-ef43-41be-ad49-c1e100473467 req-8f7b7e94-d4a9-448c-9a0b-d0a11c030546 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651376 Aug 08 17:11:31.493854 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a1d46157-61f7-4b94-a7c7-fac0a594b6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.528564 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a1d46157-61f7-4b94-a7c7-fac0a594b6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.561606 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f8361-565e-4ce8-b2ee-0fed1fac36d7 req-f6275b67-207a-45d4-a538-0226d45425c5 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:31.569939 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a18f8361-565e-4ce8-b2ee-0fed1fac36d7 req-f6275b67-207a-45d4-a538-0226d45425c5 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 945 time: 0.1532354 Aug 08 17:11:31.592062 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9f7f-04cd-4cda-96f0-cc379508a730 req-209ac1f6-67f4-4884-bf49-0bfb0f3b0fa4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:31.593493 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-29bf9f7f-04cd-4cda-96f0-cc379508a730 req-209ac1f6-67f4-4884-bf49-0bfb0f3b0fa4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 944 time: 0.1905701 Aug 08 17:11:31.681005 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-29bf9f7f-04cd-4cda-96f0-cc379508a730 req-869c6c74-2c60-4d24-a04d-bc1ff1f14001 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600660 Aug 08 17:11:31.686737 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a18f8361-565e-4ce8-b2ee-0fed1fac36d7 req-1fb89b92-c37f-4b7a-882e-80ff189bcb7c tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157722 Aug 08 17:11:31.687312 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a1d46157-61f7-4b94-a7c7-fac0a594b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.699379 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a1d46157-61f7-4b94-a7c7-fac0a594b6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:31.703154 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-a1d46157-61f7-4b94-a7c7-fac0a594b6f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b29fcb80-a924-4b95-84c5-2e43f95d90be HTTP/1.1" status: 204 len: 168 time: 0.4171226 Aug 08 17:11:31.717269 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d46157-61f7-4b94-a7c7-fac0a594b6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29fcb80-a924-4b95-84c5-2e43f95d90be,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:31.865235 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34bea0-62e1-466e-a9b7-152f41894597 req-11f3cd22-e812-4e87-b956-7e70d358ce82 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:31.866757 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd34bea0-62e1-466e-a9b7-152f41894597 req-11f3cd22-e812-4e87-b956-7e70d358ce82 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 944 time: 0.0884259 Aug 08 17:11:31.885832 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ff72c-e324-450d-82db-bce51d357659 req-8bcffa38-4fb0-46a2-97a8-c7e648af885b tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:31.887736 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-331ff72c-e324-450d-82db-bce51d357659 req-8bcffa38-4fb0-46a2-97a8-c7e648af885b tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 944 time: 0.0800531 Aug 08 17:11:31.953711 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-331ff72c-e324-450d-82db-bce51d357659 req-13c0c968-2031-4d45-8351-47fb2ee3d4a4 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578904 Aug 08 17:11:31.971141 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd34bea0-62e1-466e-a9b7-152f41894597 req-a5951420-fd17-4647-be72-8ee589cac8fc tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941143 Aug 08 17:11:32.075128 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe46ea4-1b36-472a-a0c9-aff63c5a8574 req-93b20fcc-3dd0-43c3-9b7b-51e2a00b5f65 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:32.076850 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dfe46ea4-1b36-472a-a0c9-aff63c5a8574 req-93b20fcc-3dd0-43c3-9b7b-51e2a00b5f65 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 944 time: 0.0601845 Aug 08 17:11:32.134830 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dfe46ea4-1b36-472a-a0c9-aff63c5a8574 req-e685a958-816f-4df6-8de5-259c1ce315ff tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517459 Aug 08 17:11:32.288786 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f3461f3a-5ec4-4527-b2c1-eec9b4418dff'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:11:32.354106 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['e740048f-4003-4c8e-b6f5-934f25ef6583'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:11:32.390258 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['dd12678e-854b-456e-bbed-c4d0de28080b'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:11:32.436909 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['bb8bc50d-b562-4030-840e-b81eb4423c73'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:11:32.467074 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['845ce596-c3c8-4a51-8ebe-623b77571727'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:11:32.910127 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde01f4-60a4-429e-b68e-719ed85efae1 req-0ccc6d23-ed62-449a-b214-1e4f01a53508 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:32.918121 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3cde01f4-60a4-429e-b68e-719ed85efae1 req-0ccc6d23-ed62-449a-b214-1e4f01a53508 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 945 time: 0.0692267 Aug 08 17:11:32.966915 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d9840-17e2-4dd0-98ea-486b573a337c req-3e163653-1e75-439c-87cd-61266d35e6c6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:32.974771 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ec9d9840-17e2-4dd0-98ea-486b573a337c req-3e163653-1e75-439c-87cd-61266d35e6c6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 944 time: 0.1592126 Aug 08 17:11:33.023256 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3cde01f4-60a4-429e-b68e-719ed85efae1 req-221abfe5-80dc-4576-9993-f09fcbd3a108 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042299 Aug 08 17:11:33.031726 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ec9d9840-17e2-4dd0-98ea-486b573a337c req-a27456f5-89db-4a06-b00f-13ace9ae58ea tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560515 Aug 08 17:11:33.185760 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca70e2f-9b8c-4090-a1d6-da997cea73b4 req-5f7fa1e5-b566-4ffe-8667-009ed8cc6709 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:33.188438 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dca70e2f-9b8c-4090-a1d6-da997cea73b4 req-5f7fa1e5-b566-4ffe-8667-009ed8cc6709 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 944 time: 0.0882070 Aug 08 17:11:33.203185 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9ee03-405d-4ace-9e93-c008c46354de req-cba45196-5125-4aa9-a41e-6a819dbeb67f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:33.204645 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e8c9ee03-405d-4ace-9e93-c008c46354de req-cba45196-5125-4aa9-a41e-6a819dbeb67f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 944 time: 0.0714033 Aug 08 17:11:33.270423 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dca70e2f-9b8c-4090-a1d6-da997cea73b4 req-933e527e-22bc-45c7-a945-7fcb8b77e91f tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754516 Aug 08 17:11:33.283912 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e8c9ee03-405d-4ace-9e93-c008c46354de req-609b6768-87e0-4b95-8864-6e0316a64ccd tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613225 Aug 08 17:11:33.390673 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3a711-8da6-49db-834f-1f847c60061c req-8fd729ac-e3b8-4542-b9c6-178d2cf1026c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:33.392258 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-96c3a711-8da6-49db-834f-1f847c60061c req-8fd729ac-e3b8-4542-b9c6-178d2cf1026c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 944 time: 0.0550368 Aug 08 17:11:33.441981 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-96c3a711-8da6-49db-834f-1f847c60061c req-e16b8c05-437d-41e1-b5ca-f09bc1549673 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Aug 08 17:11:34.153060 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91531a2c-3749-4929-974b-755e51da5fe5 req-fde4fe59-be86-4f9f-9a9a-67335f40556b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:34.154498 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-91531a2c-3749-4929-974b-755e51da5fe5 req-fde4fe59-be86-4f9f-9a9a-67335f40556b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 945 time: 0.0636518 Aug 08 17:11:34.225862 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b1095-80dc-4c86-9a4a-3cdcb151a081 req-468cb015-1d80-4be8-9f81-360f377464ae tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:34.227392 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-262b1095-80dc-4c86-9a4a-3cdcb151a081 req-468cb015-1d80-4be8-9f81-360f377464ae tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 944 time: 0.0904691 Aug 08 17:11:34.235476 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-91531a2c-3749-4929-974b-755e51da5fe5 req-9b86bf02-ed8d-4233-a8b8-c9c0790b4cca tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583823 Aug 08 17:11:34.272160 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-262b1095-80dc-4c86-9a4a-3cdcb151a081 req-483d0ad4-5560-48f0-a1b0-d28b209f4ede tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350833 Aug 08 17:11:34.429825 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c4f86-543a-4554-93d5-483e21c0fc1e req-ada266a4-cd83-4de4-82a3-cbd5235fb61b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:34.431576 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-311c4f86-543a-4554-93d5-483e21c0fc1e req-ada266a4-cd83-4de4-82a3-cbd5235fb61b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 944 time: 0.0767019 Aug 08 17:11:34.438839 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e2a90-5dc8-48b0-93ba-ac2b62b9e6e2 req-6602f06d-49f2-4172-90f3-0be8c2f20e62 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:34.440787 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f42e2a90-5dc8-48b0-93ba-ac2b62b9e6e2 req-6602f06d-49f2-4172-90f3-0be8c2f20e62 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 944 time: 0.0878117 Aug 08 17:11:34.507451 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-311c4f86-543a-4554-93d5-483e21c0fc1e req-2e14c2b8-8afa-4f60-b109-bc3e320de9b6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656960 Aug 08 17:11:34.512473 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f42e2a90-5dc8-48b0-93ba-ac2b62b9e6e2 req-96a7adc0-8d7a-4d7e-a7ee-d4cc1b595d60 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646610 Aug 08 17:11:34.570098 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35910) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:34.704501 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75539b-9b07-4632-853d-0043726c02d9 req-b597fe48-a70d-41f7-8b0e-3b1bb45fc4b9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:34.707639 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9b75539b-9b07-4632-853d-0043726c02d9 req-b597fe48-a70d-41f7-8b0e-3b1bb45fc4b9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 944 time: 0.0904560 Aug 08 17:11:34.729414 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:34.788095 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9b75539b-9b07-4632-853d-0043726c02d9 req-2a2942b3-3860-4284-a377-6e43becdebf0 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729339 Aug 08 17:11:34.839073 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:34.844098 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:34.890238 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee1831f7ed9249f8ac1e8a8ecb3e2e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161633 Aug 08 17:11:34.890238 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a424865-cf1c-4cfb-87b5-8f196ef02956,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:34.890602 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35920) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:34.897844 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.898352 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.898857 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.899248 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.899591 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.900091 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.900428 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.901550 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.901891 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.902223 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.902554 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.902907 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d43ece-6598-4566-a368-0aaeb2633bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:34.933022 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35922) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:34.945432 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:34.967760 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.014778 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.017354 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.019008 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a424865-cf1c-4cfb-87b5-8f196ef02956 HTTP/1.1" status: 204 len: 168 time: 0.1273859 Aug 08 17:11:35.026965 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a424865-cf1c-4cfb-87b5-8f196ef02956,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:35.034490 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.034782 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.035130 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.035465 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.035843 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.036188 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.036521 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.036854 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.037219 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.037553 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.037879 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.038218 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbc3f6f-803f-4f7a-846b-6a6819d69967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:35.049663 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f6d09fa8-4f8d-485b-a09c-f503616196eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.148317 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f6d09fa8-4f8d-485b-a09c-f503616196eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.152997 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f6d09fa8-4f8d-485b-a09c-f503616196eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.190720 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-f6d09fa8-4f8d-485b-a09c-f503616196eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96883f71fcb448998ec3025ab18f4a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566199 Aug 08 17:11:35.191585 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d09fa8-4f8d-485b-a09c-f503616196eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd79d6-62e8-41b2-bf3a-a65730030b21,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:35.194629 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35930) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:35.242893 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1866d242-b9f5-47d5-a8f5-1d0cfa33cd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.269829 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1866d242-b9f5-47d5-a8f5-1d0cfa33cd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.300034 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35936) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:35.315563 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6bf50c1d-3cc7-4a4e-8f2d-21e80f0b1cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.384263 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5d002-845d-4a2e-b0d5-67d1ed6de97e req-2cac907c-cb2d-4ca0-8cd7-ded364a9e7a4 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:35.385773 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-56c5d002-845d-4a2e-b0d5-67d1ed6de97e req-2cac907c-cb2d-4ca0-8cd7-ded364a9e7a4 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 945 time: 0.0800681 Aug 08 17:11:35.390355 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1866d242-b9f5-47d5-a8f5-1d0cfa33cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.394298 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1866d242-b9f5-47d5-a8f5-1d0cfa33cd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.395614 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-1866d242-b9f5-47d5-a8f5-1d0cfa33cd27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28fd79d6-62e8-41b2-bf3a-a65730030b21 HTTP/1.1" status: 204 len: 168 time: 0.2010603 Aug 08 17:11:35.426625 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866d242-b9f5-47d5-a8f5-1d0cfa33cd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd79d6-62e8-41b2-bf3a-a65730030b21,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:35.431470 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6bf50c1d-3cc7-4a4e-8f2d-21e80f0b1cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.443793 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6bf50c1d-3cc7-4a4e-8f2d-21e80f0b1cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.449552 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e92dc3-615e-469a-af23-8815136d048c req-f8287847-5e95-4cb1-b8cb-7dcae95be460 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:35.451042 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c4e92dc3-615e-469a-af23-8815136d048c req-f8287847-5e95-4cb1-b8cb-7dcae95be460 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 944 time: 0.1033285 Aug 08 17:11:35.460733 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e740048f-4003-4c8e-b6f5-934f25ef6583 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:11:35.470944 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-56c5d002-845d-4a2e-b0d5-67d1ed6de97e req-27fc83b4-ec4a-4a2e-8a28-f9aef9ac85f7 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731916 Aug 08 17:11:35.501583 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c4e92dc3-615e-469a-af23-8815136d048c req-4151a23b-5cdc-4cce-8bb9-2b0468faed1a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413980 Aug 08 17:11:35.537074 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf50c1d-3cc7-4a4e-8f2d-21e80f0b1cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5956e0-e934-4b45-93a7-17145bede757,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:35.539082 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port e740048f-4003-4c8e-b6f5-934f25ef6583 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:35.544916 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port e740048f-4003-4c8e-b6f5-934f25ef6583 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:11:35.544916 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.545867 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35940) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:35.545992 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-6bf50c1d-3cc7-4a4e-8f2d-21e80f0b1cff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33946c57738245be88962be5d4b503ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448411 Aug 08 17:11:35.632694 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a57616f-c42d-49f0-9244-d5c7d88c3af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.668862 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.695434 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e192d7c-86fe-49e1-b241-d473cc81fd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e740048f-4003-4c8e-b6f5-934f25ef6583'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:35.697767 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2612d633-34a6-41de-a928-327382a84666" -d '{"events": [{"server_uuid": "4e192d7c-86fe-49e1-b241-d473cc81fd04", "name": "network-vif-plugged", "status": "completed", "tag": "e740048f-4003-4c8e-b6f5-934f25ef6583"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:35.701128 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a57616f-c42d-49f0-9244-d5c7d88c3af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.713272 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e740048f-4003-4c8e-b6f5-934f25ef6583, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e740048f-4003-4c8e-b6f5-934f25ef6583,segment=NetworkSegment(85727376-f68f-433a-8aa0-d592bfb9d65f),segment_id=85727376-f68f-433a-8aa0-d592bfb9d65f)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:35.719078 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.719982 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f3461f3a-5ec4-4527-b2c1-eec9b4418dff up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:11:35.745352 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc8ddc-e018-43c2-9143-4e9adda61c29 req-40c5491e-4f7e-4a56-b4fc-4458db7f30ed tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:35.747298 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b5cc8ddc-e018-43c2-9143-4e9adda61c29 req-40c5491e-4f7e-4a56-b4fc-4458db7f30ed tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 944 time: 0.1341348 Aug 08 17:11:35.775754 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53e7d2-a3f7-404a-8ee9-3f82ee90a588 req-7d5ab618-11d6-41c3-a20c-60e031a3b2a3 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:35.777425 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ee53e7d2-a3f7-404a-8ee9-3f82ee90a588 req-7d5ab618-11d6-41c3-a20c-60e031a3b2a3 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 944 time: 0.1487563 Aug 08 17:11:35.802311 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e740048f-4003-4c8e-b6f5-934f25ef6583,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:35.821032 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port f3461f3a-5ec4-4527-b2c1-eec9b4418dff completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:35.825628 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port f3461f3a-5ec4-4527-b2c1-eec9b4418dff triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:11:35.826006 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.847019 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b5cc8ddc-e018-43c2-9143-4e9adda61c29 req-95e99829-8729-4104-9ace-d77e51f190e4 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882580 Aug 08 17:11:35.850073 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a57616f-c42d-49f0-9244-d5c7d88c3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.852703 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8a57616f-c42d-49f0-9244-d5c7d88c3af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.853660 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-8a57616f-c42d-49f0-9244-d5c7d88c3af8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a5956e0-e934-4b45-93a7-17145bede757 HTTP/1.1" status: 204 len: 168 time: 0.3065050 Aug 08 17:11:35.887512 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ee53e7d2-a3f7-404a-8ee9-3f82ee90a588 req-f5991155-3763-404f-aef2-46add707e8b1 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901353 Aug 08 17:11:35.892579 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57616f-c42d-49f0-9244-d5c7d88c3af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5956e0-e934-4b45-93a7-17145bede757,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:35.943051 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.948208 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73193ac0-e572-4cee-874e-c255b0642ace x-openstack-request-id: req-73193ac0-e572-4cee-874e-c255b0642ace {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:35.948658 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e192d7c-86fe-49e1-b241-d473cc81fd04", "name": "network-vif-plugged", "status": "completed", "tag": "e740048f-4003-4c8e-b6f5-934f25ef6583", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:35.948901 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73193ac0-e572-4cee-874e-c255b0642ace {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:35.949291 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e192d7c-86fe-49e1-b241-d473cc81fd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e740048f-4003-4c8e-b6f5-934f25ef6583', 'code': 200} Aug 08 17:11:35.985896 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port f3461f3a-5ec4-4527-b2c1-eec9b4418dff, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:35.996153 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:35.997332 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 845ce596-c3c8-4a51-8ebe-623b77571727 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:11:36.072551 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a3749-88be-4325-a91e-db84364c247e req-55cb2580-b13d-407e-80a8-bd4e210ce1cf tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:36.083008 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ad3a3749-88be-4325-a91e-db84364c247e req-55cb2580-b13d-407e-80a8-bd4e210ce1cf tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 944 time: 0.0868752 Aug 08 17:11:36.087834 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port 845ce596-c3c8-4a51-8ebe-623b77571727 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:36.096011 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 845ce596-c3c8-4a51-8ebe-623b77571727 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:11:36.096475 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.131608 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ad3a3749-88be-4325-a91e-db84364c247e req-6224d1d2-eff7-4d75-a48f-83d3282d3152 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474663 Aug 08 17:11:36.132184 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:36.192820 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e86a0-65eb-4319-9d98-bc97e2e4ffc6 req-32485d49-a159-4b37-b9e4-4fdd59c3b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:36.194325 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-233e86a0-65eb-4319-9d98-bc97e2e4ffc6 req-32485d49-a159-4b37-b9e4-4fdd59c3b0c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 1098 time: 0.0523243 Aug 08 17:11:36.197570 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.233293 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:36.236978 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.237235 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-233e86a0-65eb-4319-9d98-bc97e2e4ffc6 req-e2d01fc7-7aa0-4247-a16b-29f8acb5461c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350604 Aug 08 17:11:36.238021 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device dd12678e-854b-456e-bbed-c4d0de28080b up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:11:36.337138 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 35962) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:36.351708 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-44bc05c1-ed7e-416b-993b-3a9cecd9916d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.425114 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:36.433581 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port dd12678e-854b-456e-bbed-c4d0de28080b completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:36.437669 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port dd12678e-854b-456e-bbed-c4d0de28080b triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:11:36.438055 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.442645 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-44bc05c1-ed7e-416b-993b-3a9cecd9916d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.446927 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-44bc05c1-ed7e-416b-993b-3a9cecd9916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.485089 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-44bc05c1-ed7e-416b-993b-3a9cecd9916d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed79527bbe0540b59f434d0bcde76359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467733 Aug 08 17:11:36.486231 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc05c1-ed7e-416b-993b-3a9cecd9916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f2f293-38d8-4a6c-9c89-6bc4a36c9c35,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:36.487837 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 35964) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:36.517286 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.546071 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c2a6-3f5a-4dbb-83ec-e00934b7b48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.561149 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port dd12678e-854b-456e-bbed-c4d0de28080b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=dd12678e-854b-456e-bbed-c4d0de28080b,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:36.566833 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.567676 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device bb8bc50d-b562-4030-840e-b81eb4423c73 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:11:36.579895 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c2a6-3f5a-4dbb-83ec-e00934b7b48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.634786 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c2a6-3f5a-4dbb-83ec-e00934b7b48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.637089 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761dfd-ff5b-41f8-b27f-47f75cbb448a req-5a9f6158-64ed-46de-aeff-6e01e0f8b259 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:36.637797 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c2a6-3f5a-4dbb-83ec-e00934b7b48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.638742 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5c761dfd-ff5b-41f8-b27f-47f75cbb448a req-5a9f6158-64ed-46de-aeff-6e01e0f8b259 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 946 time: 0.0728693 Aug 08 17:11:36.638923 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-b6b9c2a6-3f5a-4dbb-83ec-e00934b7b48b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41f2f293-38d8-4a6c-9c89-6bc4a36c9c35 HTTP/1.1" status: 204 len: 168 time: 0.1493251 Aug 08 17:11:36.648171 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9c2a6-3f5a-4dbb-83ec-e00934b7b48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f2f293-38d8-4a6c-9c89-6bc4a36c9c35,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:36.650820 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=dd12678e-854b-456e-bbed-c4d0de28080b,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:36.670443 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port bb8bc50d-b562-4030-840e-b81eb4423c73 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:36.675966 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port bb8bc50d-b562-4030-840e-b81eb4423c73 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:11:36.676366 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.697943 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee36cca-2c6c-467d-a156-1eeac7fedf6d req-db656f0f-7ad0-428b-805c-af84bff2b038 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:36.699459 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aee36cca-2c6c-467d-a156-1eeac7fedf6d req-db656f0f-7ad0-428b-805c-af84bff2b038 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0854204 Aug 08 17:11:36.718248 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5c761dfd-ff5b-41f8-b27f-47f75cbb448a req-5fa158a0-51a3-44c5-8892-e5510f97a2c7 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539501 Aug 08 17:11:36.759696 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.764142 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aee36cca-2c6c-467d-a156-1eeac7fedf6d req-422bf582-c1fa-4e91-962d-8541246ccb70 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505528 Aug 08 17:11:36.796450 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port bb8bc50d-b562-4030-840e-b81eb4423c73, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bb8bc50d-b562-4030-840e-b81eb4423c73,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:36.801035 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:36.851217 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=bb8bc50d-b562-4030-840e-b81eb4423c73,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:36.974464 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7f39b-6382-4cba-b4f4-057ef477b7a5 req-39a32ed0-8124-447b-b287-945b1c14704d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:36.976102 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-30b7f39b-6382-4cba-b4f4-057ef477b7a5 req-39a32ed0-8124-447b-b287-945b1c14704d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0507655 Aug 08 17:11:37.043312 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-30b7f39b-6382-4cba-b4f4-057ef477b7a5 req-b0d3158e-56cd-4025-b608-10204966c13f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577378 Aug 08 17:11:37.051735 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e448181-219b-481c-a9e4-497a7ea87a57 req-5ff586b4-f021-462e-b65d-47c10188406d tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:37.053211 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4e448181-219b-481c-a9e4-497a7ea87a57 req-5ff586b4-f021-462e-b65d-47c10188406d tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 945 time: 0.0761552 Aug 08 17:11:37.091978 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4e448181-219b-481c-a9e4-497a7ea87a57 req-be9e5ccf-465c-4392-b02f-3cff8d50f6e3 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Aug 08 17:11:37.250884 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3774e-8ee8-4a9c-8f96-b3393b7ee1a2 req-d3330f0c-5eae-4d4a-a44c-6cdb91c53707 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:37.253460 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6bb3774e-8ee8-4a9c-8f96-b3393b7ee1a2 req-d3330f0c-5eae-4d4a-a44c-6cdb91c53707 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0570221 Aug 08 17:11:37.308431 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6bb3774e-8ee8-4a9c-8f96-b3393b7ee1a2 req-d24fb653-94da-4821-9532-3ac7da798129 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Aug 08 17:11:37.328955 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:11:37.845946 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eb985-b9e1-4d50-ab91-09121005b571 req-f8884de8-bb56-47a1-9f7d-dfc31e70d85d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:37.847520 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-528eb985-b9e1-4d50-ab91-09121005b571 req-f8884de8-bb56-47a1-9f7d-dfc31e70d85d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 946 time: 0.0552115 Aug 08 17:11:37.911524 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-528eb985-b9e1-4d50-ab91-09121005b571 req-ead840ca-8c50-4a8d-ab35-8764e1c57d55 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541105 Aug 08 17:11:37.921774 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984491f5-9b82-443c-835b-e0b30fb4f09f req-f42565ac-c333-4902-8117-cd7c6e6dad7e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:37.923183 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-984491f5-9b82-443c-835b-e0b30fb4f09f req-f42565ac-c333-4902-8117-cd7c6e6dad7e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0747588 Aug 08 17:11:37.950505 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa35dd26-9776-41d0-a735-48fb0d3ed33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3461f3a-5ec4-4527-b2c1-eec9b4418dff'}, {'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727'}, {'server_uuid': 'd8bd7453-8804-4732-afe6-bfc2a6592d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd12678e-854b-456e-bbed-c4d0de28080b'}, {'server_uuid': '7f799be6-5277-4be1-947f-83fe76486bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8bc50d-b562-4030-840e-b81eb4423c73'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:37.952849 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d1cfea-743a-4ccf-8cf6-4e10541097c2" -d '{"events": [{"server_uuid": "fa35dd26-9776-41d0-a735-48fb0d3ed33f", "name": "network-vif-plugged", "status": "completed", "tag": "f3461f3a-5ec4-4527-b2c1-eec9b4418dff"}, {"server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "name": "network-vif-plugged", "status": "completed", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727"}, {"server_uuid": "d8bd7453-8804-4732-afe6-bfc2a6592d18", "name": "network-vif-plugged", "status": "completed", "tag": "dd12678e-854b-456e-bbed-c4d0de28080b"}, {"server_uuid": "7f799be6-5277-4be1-947f-83fe76486bad", "name": "network-vif-plugged", "status": "completed", "tag": "bb8bc50d-b562-4030-840e-b81eb4423c73"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:37.967225 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-984491f5-9b82-443c-835b-e0b30fb4f09f req-76542583-7f3a-4dd8-a6a7-61dac2cdd6ea tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372529 Aug 08 17:11:38.000460 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff868b5-ef96-4a86-8827-9c7028657b63 x-openstack-request-id: req-4ff868b5-ef96-4a86-8827-9c7028657b63 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:38.000765 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa35dd26-9776-41d0-a735-48fb0d3ed33f", "name": "network-vif-plugged", "status": "completed", "tag": "f3461f3a-5ec4-4527-b2c1-eec9b4418dff", "code": 200}, {"server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "name": "network-vif-plugged", "status": "completed", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727", "code": 200}, {"server_uuid": "d8bd7453-8804-4732-afe6-bfc2a6592d18", "name": "network-vif-plugged", "status": "completed", "tag": "dd12678e-854b-456e-bbed-c4d0de28080b", "code": 200}, {"server_uuid": "7f799be6-5277-4be1-947f-83fe76486bad", "name": "network-vif-plugged", "status": "completed", "tag": "bb8bc50d-b562-4030-840e-b81eb4423c73", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:38.001019 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ff868b5-ef96-4a86-8827-9c7028657b63 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:38.001424 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa35dd26-9776-41d0-a735-48fb0d3ed33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3461f3a-5ec4-4527-b2c1-eec9b4418dff', 'code': 200} Aug 08 17:11:38.002300 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727', 'code': 200} Aug 08 17:11:38.002530 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bd7453-8804-4732-afe6-bfc2a6592d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd12678e-854b-456e-bbed-c4d0de28080b', 'code': 200} Aug 08 17:11:38.002812 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f799be6-5277-4be1-947f-83fe76486bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8bc50d-b562-4030-840e-b81eb4423c73', 'code': 200} Aug 08 17:11:38.168286 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189f930-097f-4fdc-814f-81fba4f73182 req-5bedf45f-6098-4675-aaf7-da5941aa9619 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:38.169791 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e189f930-097f-4fdc-814f-81fba4f73182 req-5bedf45f-6098-4675-aaf7-da5941aa9619 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0523427 Aug 08 17:11:38.238168 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e189f930-097f-4fdc-814f-81fba4f73182 req-c56d5509-e795-4129-9d4c-d91abed2c8ef tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618355 Aug 08 17:11:38.267308 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad066903-ea9b-4b29-ab29-4c7eb777d8ed req-3b0d8315-da11-4f22-98cb-61f4a5a1d25a tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:38.269204 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ad066903-ea9b-4b29-ab29-4c7eb777d8ed req-3b0d8315-da11-4f22-98cb-61f4a5a1d25a tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 945 time: 0.0869718 Aug 08 17:11:38.308886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489326e-4c53-472f-a7cc-faac667a035b req-01068455-78cd-483b-aa42-11ea42ba9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:38.310379 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b489326e-4c53-472f-a7cc-faac667a035b req-01068455-78cd-483b-aa42-11ea42ba9b3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 1099 time: 0.0402138 Aug 08 17:11:38.319782 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ad066903-ea9b-4b29-ab29-4c7eb777d8ed req-5a951409-dbee-42e5-8bef-8df9a23fbc2a tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 Aug 08 17:11:38.467547 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b489326e-4c53-472f-a7cc-faac667a035b req-f37ccef1-bd86-4f1e-ac68-5b2bd593bd92 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168058 Aug 08 17:11:38.472901 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99329dd6-d4f8-4a9f-aef4-dfbd84ce664f req-10a2a147-8382-42d2-aa9a-03d876b24215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:38.474384 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-99329dd6-d4f8-4a9f-aef4-dfbd84ce664f req-10a2a147-8382-42d2-aa9a-03d876b24215 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 1098 time: 0.1217926 Aug 08 17:11:38.476283 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b30c-9261-4c06-b0a5-d6366cdefbd0 req-64d57946-b6fe-4223-9dd8-f7d27b3def92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:38.477708 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b439b30c-9261-4c06-b0a5-d6366cdefbd0 req-64d57946-b6fe-4223-9dd8-f7d27b3def92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 1098 time: 0.1355155 Aug 08 17:11:38.484210 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a26097-d141-4c9c-b1b2-0962e5176ff8 req-f9d6d14c-fc26-4f20-a33b-7c709e55fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:38.486522 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-65a26097-d141-4c9c-b1b2-0962e5176ff8 req-f9d6d14c-fc26-4f20-a33b-7c709e55fbce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 1098 time: 0.1345935 Aug 08 17:11:38.615501 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d88a8-6c14-4201-8741-284663eed622 req-d3e85636-e804-43d7-9f0e-0a4b2ec08a5c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:38.617494 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-153d88a8-6c14-4201-8741-284663eed622 req-d3e85636-e804-43d7-9f0e-0a4b2ec08a5c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.2316148 Aug 08 17:11:38.675265 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-153d88a8-6c14-4201-8741-284663eed622 req-32ad1665-b9ae-443a-b83e-48217601916c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469010 Aug 08 17:11:38.831387 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b439b30c-9261-4c06-b0a5-d6366cdefbd0 req-9e7ee8e2-b8ad-453d-a5a9-f026172107ef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745690 Aug 08 17:11:38.834837 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-65a26097-d141-4c9c-b1b2-0962e5176ff8 req-65ea4af2-c118-483a-a80d-a6effbd4a6ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802536 Aug 08 17:11:38.836707 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-99329dd6-d4f8-4a9f-aef4-dfbd84ce664f req-45748ad8-35ce-4d22-b5c5-0e520043e670 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809498 Aug 08 17:11:39.040281 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c69340-6897-4e33-985a-38ab81d26069 req-e8414a15-ad36-43c7-985f-d528ada29f44 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:39.042579 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-22c69340-6897-4e33-985a-38ab81d26069 req-e8414a15-ad36-43c7-985f-d528ada29f44 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 946 time: 0.0595891 Aug 08 17:11:39.114859 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-22c69340-6897-4e33-985a-38ab81d26069 req-29dc5da0-d8b1-46cb-871d-85f7c40abcb9 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588853 Aug 08 17:11:39.134782 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c161f17-780c-4b40-87c8-ed7d5fb96577 req-5936bf39-0987-4b03-b1f3-822c20ae8347 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:39.134782 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7c161f17-780c-4b40-87c8-ed7d5fb96577 req-5936bf39-0987-4b03-b1f3-822c20ae8347 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0828409 Aug 08 17:11:39.179474 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7c161f17-780c-4b40-87c8-ed7d5fb96577 req-e5e15a90-3146-413b-a7e8-9580d5aefb50 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359440 Aug 08 17:11:39.365711 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da64cda-e3d8-4df8-844c-e0942706dd31 req-94b1a1fc-8f33-4f0b-b117-2341357580fc tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:39.367132 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4da64cda-e3d8-4df8-844c-e0942706dd31 req-94b1a1fc-8f33-4f0b-b117-2341357580fc tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0596368 Aug 08 17:11:39.420033 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4da64cda-e3d8-4df8-844c-e0942706dd31 req-6b0d356e-7682-449c-bcfc-9ad3afd91eed tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462348 Aug 08 17:11:39.792651 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718e7c9-027b-48a9-bd33-705cff9796a3 req-5a1b2674-be18-44d1-afed-810ab026618a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:39.794123 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9718e7c9-027b-48a9-bd33-705cff9796a3 req-5a1b2674-be18-44d1-afed-810ab026618a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0521102 Aug 08 17:11:39.836165 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9718e7c9-027b-48a9-bd33-705cff9796a3 req-d0584f57-aa0b-4c0c-b9fa-d89c6c28c0f7 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351391 Aug 08 17:11:40.235103 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db972a4e-de6b-405d-9967-6f6ef694f996 req-44fd6eea-2b0c-4284-bd28-69a5a84fd689 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:40.237518 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-db972a4e-de6b-405d-9967-6f6ef694f996 req-44fd6eea-2b0c-4284-bd28-69a5a84fd689 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 946 time: 0.0549498 Aug 08 17:11:40.277496 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-db972a4e-de6b-405d-9967-6f6ef694f996 req-29fcb429-6718-4ae0-8c4f-87a788374490 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341680 Aug 08 17:11:40.406906 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f5324-8507-4c7c-8fd1-d44cb6e6832e req-6a0176ab-467a-4f69-a066-a533c3773022 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:40.406906 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-465f5324-8507-4c7c-8fd1-d44cb6e6832e req-6a0176ab-467a-4f69-a066-a533c3773022 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0515974 Aug 08 17:11:40.439190 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-465f5324-8507-4c7c-8fd1-d44cb6e6832e req-a161efb7-4c87-4fd3-9704-1da3ad6d7775 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313516 Aug 08 17:11:40.530336 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafee08-d39f-4387-b8cf-3349f5ba0181 req-bd6d9245-c9d0-4dd5-b2c5-60d8309a5c3e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:40.532009 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bdafee08-d39f-4387-b8cf-3349f5ba0181 req-bd6d9245-c9d0-4dd5-b2c5-60d8309a5c3e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0483999 Aug 08 17:11:40.576181 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bdafee08-d39f-4387-b8cf-3349f5ba0181 req-e96963ab-53bb-4bd5-9007-3d0a48a34fa6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338809 Aug 08 17:11:40.795203 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36132) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:40.901494 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3ff51af1-dfeb-459f-805a-deb289c90fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:40.968439 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185c1e4-0d9a-4454-a996-0ce02180d986 req-0c159d05-c4cd-484d-8b16-95a526a8a9bd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:40.975939 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7185c1e4-0d9a-4454-a996-0ce02180d986 req-0c159d05-c4cd-484d-8b16-95a526a8a9bd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0665452 Aug 08 17:11:41.002265 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3ff51af1-dfeb-459f-805a-deb289c90fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.006914 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3ff51af1-dfeb-459f-805a-deb289c90fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.011080 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7185c1e4-0d9a-4454-a996-0ce02180d986 req-2b84520a-9c67-463e-a6f9-e45ada393f15 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342584 Aug 08 17:11:41.047774 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-3ff51af1-dfeb-459f-805a-deb289c90fd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c6c75c7a1414550907e9d0c9c380b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512927 Aug 08 17:11:41.049497 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff51af1-dfeb-459f-805a-deb289c90fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62616cf-2a5b-4acf-bcd9-b61b9b4dd322,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:41.050789 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36146) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:41.103050 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-448dd6c6-b441-41eb-9ad8-318a3738f009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.125523 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-448dd6c6-b441-41eb-9ad8-318a3738f009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.139176 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36148) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:41.175652 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-448dd6c6-b441-41eb-9ad8-318a3738f009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.178312 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-448dd6c6-b441-41eb-9ad8-318a3738f009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.179489 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-448dd6c6-b441-41eb-9ad8-318a3738f009 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f62616cf-2a5b-4acf-bcd9-b61b9b4dd322 HTTP/1.1" status: 204 len: 168 time: 0.1272032 Aug 08 17:11:41.187337 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dd6c6-b441-41eb-9ad8-318a3738f009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62616cf-2a5b-4acf-bcd9-b61b9b4dd322,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:41.256489 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-566e6772-73b2-4b97-9fc9-4541e4d74110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.384491 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-566e6772-73b2-4b97-9fc9-4541e4d74110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.391537 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-566e6772-73b2-4b97-9fc9-4541e4d74110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.421026 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee424b3-ac19-48ae-ab37-b1acef38b073 req-e0fda37a-6ea6-4336-9b6f-23e1ddcf376a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:41.422626 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bee424b3-ac19-48ae-ab37-b1acef38b073 req-e0fda37a-6ea6-4336-9b6f-23e1ddcf376a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 946 time: 0.0704587 Aug 08 17:11:41.501959 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bee424b3-ac19-48ae-ab37-b1acef38b073 req-94bc74de-1ecf-4f45-8af1-006393db7acf tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641217 Aug 08 17:11:41.614243 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e0e2f-0c09-41ca-b141-35915477b56c req-45132e08-0afb-4294-aeca-4e42f16cc465 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:41.623564 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-122e0e2f-0c09-41ca-b141-35915477b56c req-45132e08-0afb-4294-aeca-4e42f16cc465 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0777354 Aug 08 17:11:41.660038 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-566e6772-73b2-4b97-9fc9-4541e4d74110 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4be0dde4821e4fb1b916b14cdf0b7b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197825 Aug 08 17:11:41.661318 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e6772-73b2-4b97-9fc9-4541e4d74110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9119869e-ff35-46c0-837d-2226f872d118,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:41.663101 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36172) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:41.683319 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-122e0e2f-0c09-41ca-b141-35915477b56c req-8d8f209d-dec0-4b81-b3de-abdc96058372 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543368 Aug 08 17:11:41.768442 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9974aaf-3101-42e5-8c35-98188366b194 req-ab25b4e5-ec8c-491e-9b2f-19ac2421232b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:41.769939 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a9974aaf-3101-42e5-8c35-98188366b194 req-ab25b4e5-ec8c-491e-9b2f-19ac2421232b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0838311 Aug 08 17:11:41.787716 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-84e92f4e-6499-422e-a6da-b89b422b30ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.830039 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-84e92f4e-6499-422e-a6da-b89b422b30ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.835077 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a9974aaf-3101-42e5-8c35-98188366b194 req-b296a9a0-f3fb-448e-b8b5-30d0c67bb423 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571387 Aug 08 17:11:41.887321 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-84e92f4e-6499-422e-a6da-b89b422b30ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.889852 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-84e92f4e-6499-422e-a6da-b89b422b30ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:41.891025 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-84e92f4e-6499-422e-a6da-b89b422b30ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9119869e-ff35-46c0-837d-2226f872d118 HTTP/1.1" status: 204 len: 168 time: 0.2259622 Aug 08 17:11:41.899029 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e92f4e-6499-422e-a6da-b89b422b30ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9119869e-ff35-46c0-837d-2226f872d118,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:42.138812 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980f285-7c14-4b7a-a49d-d9e45b9a2188 req-011fa2ce-fa6d-4239-ba84-4b1c61192857 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:42.140482 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8980f285-7c14-4b7a-a49d-d9e45b9a2188 req-011fa2ce-fa6d-4239-ba84-4b1c61192857 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0554895 Aug 08 17:11:42.184770 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8980f285-7c14-4b7a-a49d-d9e45b9a2188 req-6d3170c3-c6bd-476e-b326-c3ff8d133796 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376413 Aug 08 17:11:42.260024 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36194) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:42.277156 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-601aaedb-8de6-4562-8a1c-d6724d36146c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:42.429440 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-601aaedb-8de6-4562-8a1c-d6724d36146c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:42.434764 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-601aaedb-8de6-4562-8a1c-d6724d36146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:42.492335 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-601aaedb-8de6-4562-8a1c-d6724d36146c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef2940ab5dc64fe88d8b90a8771a3409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288597 Aug 08 17:11:42.497859 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36210) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:42.509722 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601aaedb-8de6-4562-8a1c-d6724d36146c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c6f723-5261-4411-ad89-373de0632a3a,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:42.561194 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e7193-a53e-43e8-9fce-c4f1f1d7ed79 req-d3722076-beba-4c20-b757-f7f97e2c4ce3 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:42.563122 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3a8e7193-a53e-43e8-9fce-c4f1f1d7ed79 req-d3722076-beba-4c20-b757-f7f97e2c4ce3 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0982282 Aug 08 17:11:42.586899 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1129f-37a6-41de-befb-b88bb90dbb08 req-295bd182-180e-4744-87b5-67f5f1f00628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:42.586899 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1fe1129f-37a6-41de-befb-b88bb90dbb08 req-295bd182-180e-4744-87b5-67f5f1f00628 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 1098 time: 0.1035264 Aug 08 17:11:42.642423 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5c7bbad6-fd75-468c-bd9d-40d06ec33b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:42.648141 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3a8e7193-a53e-43e8-9fce-c4f1f1d7ed79 req-34134295-41c3-44d6-bb8f-5c85b0343b18 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755429 Aug 08 17:11:42.670458 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad2aab-6524-4c71-a1d3-71537ad14d0b req-c8ab5541-7f2a-49f4-9b88-d05bba789a2b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:42.672343 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-44ad2aab-6524-4c71-a1d3-71537ad14d0b req-c8ab5541-7f2a-49f4-9b88-d05bba789a2b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 946 time: 0.0690224 Aug 08 17:11:42.725078 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-44ad2aab-6524-4c71-a1d3-71537ad14d0b req-e62f3f80-a616-4397-a532-3fda5a2ca3c2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Aug 08 17:11:42.759485 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5c7bbad6-fd75-468c-bd9d-40d06ec33b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:42.810979 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-c65f7782-6a09-4585-9652-0d4566b86163 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1927595 Aug 08 17:11:42.842150 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1129f-37a6-41de-befb-b88bb90dbb08 req-ccd8b70b-357c-4a15-a89a-b3399420a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:42.843924 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1fe1129f-37a6-41de-befb-b88bb90dbb08 req-ccd8b70b-357c-4a15-a89a-b3399420a284 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 918 time: 0.2433724 Aug 08 17:11:42.848410 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6142b-cde7-438f-8784-e5e9097308f2 req-afdbeb20-3b3d-4193-8273-4e34b738b020 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:42.849965 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-22e6142b-cde7-438f-8784-e5e9097308f2 req-afdbeb20-3b3d-4193-8273-4e34b738b020 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0684838 Aug 08 17:11:42.871941 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5c7bbad6-fd75-468c-bd9d-40d06ec33b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:42.874811 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5c7bbad6-fd75-468c-bd9d-40d06ec33b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:42.876108 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-5c7bbad6-fd75-468c-bd9d-40d06ec33b9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7c6f723-5261-4411-ad89-373de0632a3a HTTP/1.1" status: 204 len: 168 time: 0.3766158 Aug 08 17:11:42.936472 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-22e6142b-cde7-438f-8784-e5e9097308f2 req-a748e08c-08ed-4dc9-96d9-8bf823e92838 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763419 Aug 08 17:11:42.954252 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1fe1129f-37a6-41de-befb-b88bb90dbb08 req-ae37ae63-6efc-4ba6-bcef-eb4ee050e3fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd12678e-854b-456e-bbed-c4d0de28080b HTTP/1.1" status: 200 len: 217 time: 0.0905452 Aug 08 17:11:42.957854 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bbad6-fd75-468c-bd9d-40d06ec33b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c6f723-5261-4411-ad89-373de0632a3a,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:43.026945 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-8a88ab85-a3ae-45b1-8a7c-bcbad7888e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:43.028612 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-8a88ab85-a3ae-45b1-8a7c-bcbad7888e35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 1099 time: 0.1141825 Aug 08 17:11:43.042838 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1129f-37a6-41de-befb-b88bb90dbb08 req-6eae9b22-be56-4970-801c-a2e2dc8acba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:43.044841 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1fe1129f-37a6-41de-befb-b88bb90dbb08 req-6eae9b22-be56-4970-801c-a2e2dc8acba5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 200 len: 858 time: 0.0758483 Aug 08 17:11:43.045437 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b238d6-7c4e-471c-8c86-6406f02a98c4 req-9daab5e7-dfe3-412c-8422-13f29c08d77f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:43.051195 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-62b238d6-7c4e-471c-8c86-6406f02a98c4 req-9daab5e7-dfe3-412c-8422-13f29c08d77f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.1108298 Aug 08 17:11:43.149317 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-62b238d6-7c4e-471c-8c86-6406f02a98c4 req-458de6e0-bb10-4d08-80a0-7c69ae115869 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913131 Aug 08 17:11:43.152977 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1fe1129f-37a6-41de-befb-b88bb90dbb08 req-499c3b6b-dc78-4711-b22b-f0440b9d993c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87ea2ee9-44f5-46e9-b78a-78ad058ee009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737391 Aug 08 17:11:43.255499 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45779fd1-4f62-4464-8f54-6556d73bda2c req-94ebcd63-591c-4220-b364-2df396ed4ae2 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:43.263389 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-45779fd1-4f62-4464-8f54-6556d73bda2c req-94ebcd63-591c-4220-b364-2df396ed4ae2 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.1407635 Aug 08 17:11:43.266268 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36236) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:43.268870 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-9b7973f8-21df-451f-98ff-87a669b7d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:43.270691 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-9b7973f8-21df-451f-98ff-87a669b7d276 service neutron] 10.222.0.32 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 914 time: 0.2046766 Aug 08 17:11:43.277273 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-06fa7a85-c174-466e-89c9-a00c105a74bc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'floatingip': {'port_id': '845ce596-c3c8-4a51-8ebe-623b77571727'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:43.328029 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1fe1129f-37a6-41de-befb-b88bb90dbb08 req-623576ff-653d-4626-8152-b1d14a9e2d49 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665075 Aug 08 17:11:43.329359 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-4bef4923-28c8-498a-9917-5fce5657eafc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3461f3a-5ec4-4527-b2c1-eec9b4418dff HTTP/1.1" status: 200 len: 217 time: 0.0498500 Aug 08 17:11:43.332968 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36238) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:43.353129 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a711115-e594-4a06-96ad-9d8c6733e2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:43.378180 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-06fa7a85-c174-466e-89c9-a00c105a74bc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:43.465789 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-f03d5da8-a37b-41ac-a47a-9302348066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:43.467361 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-f03d5da8-a37b-41ac-a47a-9302348066c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81adcb59-10e4-4d35-8a17-8df4c299bb7f HTTP/1.1" status: 200 len: 854 time: 0.1122980 Aug 08 17:11:43.482794 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdd2fe-b1c2-4b40-8661-58c671f23012 req-e1ca530e-230c-42e4-9f6c-59dbd9df6ba5 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:43.484310 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-31fdd2fe-b1c2-4b40-8661-58c671f23012 req-e1ca530e-230c-42e4-9f6c-59dbd9df6ba5 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.1780570 Aug 08 17:11:43.495161 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36240) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:43.520705 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-1656f596-fc42-426b-bcd9-1adbf400b5c6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'floatingip': {'port_id': 'bb8bc50d-b562-4030-840e-b81eb4423c73'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:43.552072 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-54d6a177-68ab-435d-8cda-e572ed9246eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43561efe-0334-498b-a813-16137189be59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732567 Aug 08 17:11:43.636231 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1656f596-fc42-426b-bcd9-1adbf400b5c6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:43.703281 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1fe1129f-37a6-41de-befb-b88bb90dbb08 req-63e1f8ef-dec3-40dd-8398-73187848f11d service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577170 Aug 08 17:11:43.878610 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-c4b164b9-b478-4bb8-85e8-950f4a406065 service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877395 Aug 08 17:11:43.880508 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a711115-e594-4a06-96ad-9d8c6733e2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:43.916028 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1d286-01d6-4db3-8071-accef81e5686 req-1d48ae9a-8951-4673-9316-b437dee6c03f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:43.917817 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-83b1d286-01d6-4db3-8071-accef81e5686 req-1d48ae9a-8951-4673-9316-b437dee6c03f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.1692855 Aug 08 17:11:43.923271 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1a711115-e594-4a06-96ad-9d8c6733e2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:44.064224 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-1a711115-e594-4a06-96ad-9d8c6733e2af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81ecc1a5ed4c40168466f0abbbcb674f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7299292 Aug 08 17:11:44.065184 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a711115-e594-4a06-96ad-9d8c6733e2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e5ab07-ab1c-4728-9176-8b433ce90309,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:44.070695 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36256) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:44.188717 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14da2ab1-d066-427e-b23d-ab0cd3b54b76 req-916afa43-5a0e-4da0-aec3-6d868e437277 service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754600 Aug 08 17:11:44.222427 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.db.resource_extend [None req-06fa7a85-c174-466e-89c9-a00c105a74bc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 08 17:11:44.255503 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-83b1d286-01d6-4db3-8071-accef81e5686 req-09bfbf88-f94d-4889-8734-fdabaa39be03 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120282 Aug 08 17:11:44.321865 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-06fa7a85-c174-466e-89c9-a00c105a74bc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:44.326358 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-06fa7a85-c174-466e-89c9-a00c105a74bc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:44.440580 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.l3_db [None req-06fa7a85-c174-466e-89c9-a00c105a74bc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Floating IP b393f397-1eab-4d0a-a9b3-9196fef89d2e associated. External IP: 172.27.3.59, port: 845ce596-c3c8-4a51-8ebe-623b77571727. Aug 08 17:11:44.496286 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7397d4d-735e-4507-a62f-19f4b731da2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:44.600851 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7397d4d-735e-4507-a62f-19f4b731da2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:44.678157 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fa7a85-c174-466e-89c9-a00c105a74bc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:11:44.794136 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7397d4d-735e-4507-a62f-19f4b731da2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:44.796614 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e7397d4d-735e-4507-a62f-19f4b731da2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:44.797760 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e7397d4d-735e-4507-a62f-19f4b731da2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77e5ab07-ab1c-4728-9176-8b433ce90309 HTTP/1.1" status: 204 len: 168 time: 0.7261069 Aug 08 17:11:44.804640 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fa7a85-c174-466e-89c9-a00c105a74bc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:11:44.809934 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-06fa7a85-c174-466e-89c9-a00c105a74bc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:44.821951 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7397d4d-735e-4507-a62f-19f4b731da2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e5ab07-ab1c-4728-9176-8b433ce90309,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:44.824760 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] Sync routers for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:11:44.840458 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1656f596-fc42-426b-bcd9-1adbf400b5c6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:44.842819 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:11:44.844150 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:44.847337 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1656f596-fc42-426b-bcd9-1adbf400b5c6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:44.855175 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-06fa7a85-c174-466e-89c9-a00c105a74bc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "PUT /v2.0/floatingips/b393f397-1eab-4d0a-a9b3-9196fef89d2e HTTP/1.1" status: 200 len: 990 time: 1.5843983 Aug 08 17:11:44.855175 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:44.855831 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8738b17a-4d4d-44b1-bf1e-d50c28474e30" -d '{"events": [{"name": "network-changed", "server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:44.895026 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeec464-8f8e-4d7a-8812-c1595ae2bf4b x-openstack-request-id: req-edeec464-8f8e-4d7a-8812-c1595ae2bf4b {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:44.895324 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:44.895584 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edeec464-8f8e-4d7a-8812-c1595ae2bf4b {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:44.895983 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727', 'status': 'completed', 'code': 200} Aug 08 17:11:44.974840 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.l3_db [None req-1656f596-fc42-426b-bcd9-1adbf400b5c6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Floating IP 5f4f9380-2786-4150-832a-9fb8890ebf83 associated. External IP: 172.27.3.178, port: bb8bc50d-b562-4030-840e-b81eb4423c73. Aug 08 17:11:45.000680 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:11:45.205971 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1656f596-fc42-426b-bcd9-1adbf400b5c6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:11:45.297618 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'b393f397-1eab-4d0a-a9b3-9196fef89d2e', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'port_id': '845ce596-c3c8-4a51-8ebe-623b77571727', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'mac_address': 'fa:16:3e:37:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:10:56Z', 'updated_at': '2021-08-08T17:11:43Z', 'revision_number': 1, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:45.324655 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] Checking router: 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:11:45.328568 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1656f596-fc42-426b-bcd9-1adbf400b5c6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:11:45.334981 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1656f596-fc42-426b-bcd9-1adbf400b5c6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:45.340988 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af968d-e8dd-4007-896f-33c438404143 None None] Sync routers for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:11:45.342856 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:11:45.343629 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:45.353024 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af968d-e8dd-4007-896f-33c438404143 None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:11:45.354174 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-32af968d-e8dd-4007-896f-33c438404143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:45.391305 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-1656f596-fc42-426b-bcd9-1adbf400b5c6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "PUT /v2.0/floatingips/5f4f9380-2786-4150-832a-9fb8890ebf83 HTTP/1.1" status: 200 len: 991 time: 1.8919797 Aug 08 17:11:45.391995 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f799be6-5277-4be1-947f-83fe76486bad', 'tag': 'bb8bc50d-b562-4030-840e-b81eb4423c73'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:45.395198 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96acb43f-26ac-4408-acb8-455c4af4cf66" -d '{"events": [{"name": "network-changed", "server_uuid": "7f799be6-5277-4be1-947f-83fe76486bad", "tag": "bb8bc50d-b562-4030-840e-b81eb4423c73"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:45.443560 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc3a5e-e676-4555-aeec-fdd6cbe50107 req-42d17592-185f-4c69-8323-f9e7f09c892d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:45.445569 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a0fc3a5e-e676-4555-aeec-fdd6cbe50107 req-42d17592-185f-4c69-8323-f9e7f09c892d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0720689 Aug 08 17:11:45.475407 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-32af968d-e8dd-4007-896f-33c438404143 None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:11:45.482008 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:11:45.503430 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a0fc3a5e-e676-4555-aeec-fdd6cbe50107 req-43827c25-cc8b-4c5e-b12e-5ac01050debb tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497444 Aug 08 17:11:45.525186 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:45.803380 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-32af968d-e8dd-4007-896f-33c438404143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '5f4f9380-2786-4150-832a-9fb8890ebf83', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'port_id': 'bb8bc50d-b562-4030-840e-b81eb4423c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'mac_address': 'fa:16:3e:75:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f799be6-5277-4be1-947f-83fe76486bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:10:56Z', 'updated_at': '2021-08-08T17:11:44Z', 'revision_number': 1, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:45.831067 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af968d-e8dd-4007-896f-33c438404143 None None] Checking router: 46feab7e-57e7-426f-8f0b-08f7bfa98fbd for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:11:45.840046 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af968d-e8dd-4007-896f-33c438404143 None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:11:45.840683 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-32af968d-e8dd-4007-896f-33c438404143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:45.861191 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'b393f397-1eab-4d0a-a9b3-9196fef89d2e', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'port_id': '845ce596-c3c8-4a51-8ebe-623b77571727', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'mac_address': 'fa:16:3e:37:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:10:56Z', 'updated_at': '2021-08-08T17:11:43Z', 'revision_number': 1, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:45.892942 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077ea93-9ab0-469f-aa0f-f8b63530c155 None None] The sync data for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi is: [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'b393f397-1eab-4d0a-a9b3-9196fef89d2e', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'port_id': '845ce596-c3c8-4a51-8ebe-623b77571727', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'mac_address': 'fa:16:3e:37:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:10:56Z', 'updated_at': '2021-08-08T17:11:43Z', 'revision_number': 1, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:11:45.954945 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-32af968d-e8dd-4007-896f-33c438404143 None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:11:46.123326 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b077539-e72d-4fcc-a0af-2890038a0985 None None] New status for floating IP b393f397-1eab-4d0a-a9b3-9196fef89d2e: ACTIVE {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:11:46.211424 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-32af968d-e8dd-4007-896f-33c438404143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '5f4f9380-2786-4150-832a-9fb8890ebf83', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'port_id': 'bb8bc50d-b562-4030-840e-b81eb4423c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'mac_address': 'fa:16:3e:75:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f799be6-5277-4be1-947f-83fe76486bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:10:56Z', 'updated_at': '2021-08-08T17:11:44Z', 'revision_number': 1, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:46.239477 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af968d-e8dd-4007-896f-33c438404143 None None] The sync data for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi is: [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '5f4f9380-2786-4150-832a-9fb8890ebf83', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'port_id': 'bb8bc50d-b562-4030-840e-b81eb4423c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'mac_address': 'fa:16:3e:75:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f799be6-5277-4be1-947f-83fe76486bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:10:56Z', 'updated_at': '2021-08-08T17:11:44Z', 'revision_number': 1, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:11:46.473544 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aade8761-2ad1-4aab-adb2-478121312318 None None] New status for floating IP 5f4f9380-2786-4150-832a-9fb8890ebf83: ACTIVE {{(pid=93517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:11:49.436931 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-e8828ed4-89b3-46e2-8e6a-e03603f0ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:49.438435 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-e8828ed4-89b3-46e2-8e6a-e03603f0ded2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 1098 time: 0.0429394 Aug 08 17:11:49.480613 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecb5fb1-879e-40d8-8917-e736c9cee8cf x-openstack-request-id: req-8ecb5fb1-879e-40d8-8917-e736c9cee8cf {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:49.480905 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f799be6-5277-4be1-947f-83fe76486bad", "tag": "bb8bc50d-b562-4030-840e-b81eb4423c73", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:49.481194 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ecb5fb1-879e-40d8-8917-e736c9cee8cf {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:49.481562 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f799be6-5277-4be1-947f-83fe76486bad', 'tag': 'bb8bc50d-b562-4030-840e-b81eb4423c73', 'status': 'completed', 'code': 200} Aug 08 17:11:49.569458 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-4029bf44-de0a-417d-9bd4-befacd0b01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:49.570969 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-4029bf44-de0a-417d-9bd4-befacd0b01d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 916 time: 0.0885684 Aug 08 17:11:49.571294 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409c951-e515-4ce0-8262-c56ff2e57e86 req-fc88d563-bbf6-4ec6-92f8-ab19d86b1150 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:49.572813 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4409c951-e515-4ce0-8262-c56ff2e57e86 req-fc88d563-bbf6-4ec6-92f8-ab19d86b1150 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0510032 Aug 08 17:11:49.611986 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4409c951-e515-4ce0-8262-c56ff2e57e86 req-490f1c8c-9c7c-4f16-9d8a-d566b271a362 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333505 Aug 08 17:11:49.697902 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-5bd8d3b9-d290-450f-898b-192cfdf3f85f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845ce596-c3c8-4a51-8ebe-623b77571727 HTTP/1.1" status: 200 len: 1000 time: 0.1163943 Aug 08 17:11:49.700345 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-b9451b3a-fa8b-45f1-84a1-09156c4bf1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:49.701741 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-b9451b3a-fa8b-45f1-84a1-09156c4bf1c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 1098 time: 0.1216846 Aug 08 17:11:49.804836 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-802ccd0f-ec39-4b98-9a55-8d75ed4f7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:49.806311 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-802ccd0f-ec39-4b98-9a55-8d75ed4f7d81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0944495 Aug 08 17:11:49.862818 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-6e759769-ba1f-4b67-9304-d0498fbd3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:49.864246 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-6e759769-ba1f-4b67-9304-d0498fbd3640 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 200 len: 910 time: 0.1446943 Aug 08 17:11:49.870097 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-360f5a27-9ae6-4e6d-a550-6b99fa9bec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:49.871477 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-360f5a27-9ae6-4e6d-a550-6b99fa9bec1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544848 Aug 08 17:11:50.227961 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-0fa07975-7f86-46fc-8f29-a2e309fb6e10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8bc50d-b562-4030-840e-b81eb4423c73 HTTP/1.1" status: 200 len: 1001 time: 0.3349454 Aug 08 17:11:50.250642 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-f2c310c7-23f7-497b-9025-7882d30c38c6 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520937 Aug 08 17:11:50.346637 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-40fa5c0a-9cfd-4af4-894a-f077ea34a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:50.348091 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-40fa5c0a-9cfd-4af4-894a-f077ea34a4a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=798f916c-ee1e-42db-8664-8d80bd4604ca HTTP/1.1" status: 200 len: 849 time: 0.0906751 Aug 08 17:11:50.403488 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8738b17a-4d4d-44b1-bf1e-d50c28474e30 req-866f40c5-ea52-462e-b778-0d6b30273b6a service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210372 Aug 08 17:11:50.416214 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-45fbbfcb-0d85-4908-8897-a6e62a688592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:50.417590 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-45fbbfcb-0d85-4908-8897-a6e62a688592 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499971 Aug 08 17:11:50.551334 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-89d0cddd-3d0d-4f9d-a38c-6a6a0af87bfe service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863469 Aug 08 17:11:50.647637 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-96acb43f-26ac-4408-acb8-455c4af4cf66 req-2e75df59-bccf-4a3b-9fb3-db301d817266 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824499 Aug 08 17:11:50.743414 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5534d0-2600-4c67-9951-78048d95376c req-6890e6ce-7fe7-45a4-9899-0265aca9ff0a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:50.744885 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bc5534d0-2600-4c67-9951-78048d95376c req-6890e6ce-7fe7-45a4-9899-0265aca9ff0a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0484312 Aug 08 17:11:50.770808 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-062ca88d-9c77-4d40-aea0-4a75eaf5c495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:50.788220 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bc5534d0-2600-4c67-9951-78048d95376c req-df0d927a-9514-4f7b-9850-d75e8b329ecc tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371518 Aug 08 17:11:51.927476 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db0fa3-1d5b-4fd9-ba9a-324786125d71 req-185867cf-ac6d-446b-9cdc-251ac3b45b15 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:51.928973 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e7db0fa3-1d5b-4fd9-ba9a-324786125d71 req-185867cf-ac6d-446b-9cdc-251ac3b45b15 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0551517 Aug 08 17:11:51.973579 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e7db0fa3-1d5b-4fd9-ba9a-324786125d71 req-64deb882-c45e-4784-a10a-f97c87cb8287 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Aug 08 17:11:52.497358 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa84020-8b78-4c41-88c7-329cf51051e7 req-ff6164ce-892a-4fd1-aa3e-4833db2b7f3e tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:52.499111 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eaa84020-8b78-4c41-88c7-329cf51051e7 req-ff6164ce-892a-4fd1-aa3e-4833db2b7f3e tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 945 time: 0.0535514 Aug 08 17:11:52.538429 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eaa84020-8b78-4c41-88c7-329cf51051e7 req-fac9645f-4e0e-4dc3-bd66-de7af8fe6337 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Aug 08 17:11:52.576637 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36436) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:52.729873 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36442) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:52.786606 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-58195131-e03f-4be5-9e13-bacd05f0236f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:52.800851 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f847c8d0-9f01-4126-88dc-bda8ebf3b0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:52.835165 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.db.api [None req-f847c8d0-9f01-4126-88dc-bda8ebf3b0a1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 08 17:11:52.835165 dv-cinder-787296-3-iscsi neutron-server[93516]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 08 17:11:52.835165 dv-cinder-787296-3-iscsi neutron-server[93516]: [parameters: {'project_id': 'b9073af3c34346fe974189dfd262393e', 'id': 'c2e21854-b3f9-43d4-8ac8-c96d0901c006', 'expiration': datetime.datetime(2021, 8, 8, 17, 13, 52, 823489)}] Aug 08 17:11:52.835165 dv-cinder-787296-3-iscsi neutron-server[93516]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 17:11:52.835509 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG oslo_db.api [None req-f847c8d0-9f01-4126-88dc-bda8ebf3b0a1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 17:11:52.908894 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-58195131-e03f-4be5-9e13-bacd05f0236f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:52.912632 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-58195131-e03f-4be5-9e13-bacd05f0236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:52.951957 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58195131-e03f-4be5-9e13-bacd05f0236f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446f829c-d650-4a88-b67c-106becd9f2cb,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:52.957213 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-58195131-e03f-4be5-9e13-bacd05f0236f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=948fbcd3412d4a2e9c69e4822d5147b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795207 Aug 08 17:11:52.959886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36450) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:53.009469 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-40a93ea4-b64e-492a-b028-71e29750ca48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.031286 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-40a93ea4-b64e-492a-b028-71e29750ca48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.080080 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-40a93ea4-b64e-492a-b028-71e29750ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.082630 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-40a93ea4-b64e-492a-b028-71e29750ca48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.083825 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-40a93ea4-b64e-492a-b028-71e29750ca48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/446f829c-d650-4a88-b67c-106becd9f2cb HTTP/1.1" status: 204 len: 168 time: 0.1230495 Aug 08 17:11:53.092693 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a93ea4-b64e-492a-b028-71e29750ca48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446f829c-d650-4a88-b67c-106becd9f2cb,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:53.094683 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74407b3-8c89-497a-b028-dbc49059ce01 req-ef36a6dc-2d1b-417d-9cf3-790453dbbfac tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:53.096718 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c74407b3-8c89-497a-b028-dbc49059ce01 req-ef36a6dc-2d1b-417d-9cf3-790453dbbfac tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0541313 Aug 08 17:11:53.137056 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c74407b3-8c89-497a-b028-dbc49059ce01 req-3b893f77-daae-4d44-9105-47d0fb748d2d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344784 Aug 08 17:11:53.336957 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f847c8d0-9f01-4126-88dc-bda8ebf3b0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.345395 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36460) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:53.358136 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-51c398a4-2b85-4777-b003-d2920955b3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.426682 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f847c8d0-9f01-4126-88dc-bda8ebf3b0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.430427 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f847c8d0-9f01-4126-88dc-bda8ebf3b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.470068 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-f847c8d0-9f01-4126-88dc-bda8ebf3b0a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9073af3c34346fe974189dfd262393e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388265 Aug 08 17:11:53.471358 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847c8d0-9f01-4126-88dc-bda8ebf3b0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a1aefb-87ec-44bc-82e7-209c9e4253e5,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:53.472782 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36462) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:53.555798 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-51c398a4-2b85-4777-b003-d2920955b3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.561581 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-51c398a4-2b85-4777-b003-d2920955b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.564424 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-94252441-9b87-42dd-8195-8e6e1a97ad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.618217 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-94252441-9b87-42dd-8195-8e6e1a97ad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.623778 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc87a-8cf3-4df2-891f-1ac240f37b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.625297 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-51c398a4-2b85-4777-b003-d2920955b3fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1f99c5ac6824f608698abda41840844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788582 Aug 08 17:11:53.628589 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36466) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:53.645197 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c398a4-2b85-4777-b003-d2920955b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd96f78-7a97-463f-b0a0-7b6e5860263c,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:53.683820 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-30218c30-6343-4254-ae45-7f60b4760bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.702721 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d2a46-f739-44d1-a5a1-27367c03416a req-6f8ed1c1-d315-40a4-8ed0-b3917a041daf tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:53.704389 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-875d2a46-f739-44d1-a5a1-27367c03416a req-6f8ed1c1-d315-40a4-8ed0-b3917a041daf tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 945 time: 0.0882406 Aug 08 17:11:53.708360 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-30218c30-6343-4254-ae45-7f60b4760bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.725426 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-94252441-9b87-42dd-8195-8e6e1a97ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.727908 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-94252441-9b87-42dd-8195-8e6e1a97ad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.731760 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-94252441-9b87-42dd-8195-8e6e1a97ad8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99a1aefb-87ec-44bc-82e7-209c9e4253e5 HTTP/1.1" status: 204 len: 168 time: 0.2549994 Aug 08 17:11:53.742865 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94252441-9b87-42dd-8195-8e6e1a97ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a1aefb-87ec-44bc-82e7-209c9e4253e5,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:53.758494 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-875d2a46-f739-44d1-a5a1-27367c03416a req-e34d7ee6-df62-4b6d-ae16-482df1211a12 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480435 Aug 08 17:11:53.773830 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-30218c30-6343-4254-ae45-7f60b4760bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.777480 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-30218c30-6343-4254-ae45-7f60b4760bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:53.778793 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-30218c30-6343-4254-ae45-7f60b4760bde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdd96f78-7a97-463f-b0a0-7b6e5860263c HTTP/1.1" status: 204 len: 168 time: 0.1491475 Aug 08 17:11:53.788712 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30218c30-6343-4254-ae45-7f60b4760bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd96f78-7a97-463f-b0a0-7b6e5860263c,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:53.880046 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:54.267471 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a7879-f73e-4c24-a5fd-62b32397a614 req-68412048-f445-4238-b292-bcc821e6bb76 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:54.269066 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1f5a7879-f73e-4c24-a5fd-62b32397a614 req-68412048-f445-4238-b292-bcc821e6bb76 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0599303 Aug 08 17:11:54.317144 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1f5a7879-f73e-4c24-a5fd-62b32397a614 req-d2bece13-e0e3-4982-b19d-3168f44c770c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Aug 08 17:11:54.476700 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36516) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:54.583966 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:54.635182 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1107189533-network', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:54.656707 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Made reservation on behalf of 23597448bbf647c9a5b2985ae12aded3 for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:11:54.659388 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:54.667722 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:54.760052 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:54.764059 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:54.789312 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:11:54.803201 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6687538-942b-48ec-8d4d-593f3a933503,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:54.808204 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:54.808204 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Added segment 2e201fb8-21d0-42e8-8de8-246aeff7d379 of type vlan for network d0068880-f47a-40df-8bd8-d283ead8ebea Aug 08 17:11:54.851834 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:54.895755 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf3992-9e5f-42c9-931b-522c41d7c30a req-cf884b94-1cef-48b9-93ee-8fd5707038f4 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:54.897314 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6bbf3992-9e5f-42c9-931b-522c41d7c30a req-cf884b94-1cef-48b9-93ee-8fd5707038f4 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 945 time: 0.0508115 Aug 08 17:11:54.903696 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:54.904684 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:54.905270 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:54.939567 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6bbf3992-9e5f-42c9-931b-522c41d7c30a req-68448610-843a-49dc-9387-0674cf6ac4c0 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358419 Aug 08 17:11:54.975095 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4971128 Aug 08 17:11:54.978026 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36536) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:54.979639 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c50db-4941-498d-bb5e-c72757e77138 admin admin] Pushing event updated for resources: {'Network': ['ID=d0068880-f47a-40df-8bd8-d283ead8ebea,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:54.983004 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Request body: {'subnet': {'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1107189533-subnet', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'ip_version': 4}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:54.991673 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network d0068880-f47a-40df-8bd8-d283ead8ebea details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:11:55.007142 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Made reservation on behalf of 23597448bbf647c9a5b2985ae12aded3 for: {'subnet': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:11:55.009818 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:55.196624 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:55.256510 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25088da5-4d38-4a85-ad8c-127942c36bd7,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:55.261672 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Checking segment: {'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:11:55.262028 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Network hostable DHCP agents. Network: d0068880-f47a-40df-8bd8-d283ead8ebea, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:11:55.279858 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Network d0068880-f47a-40df-8bd8-d283ead8ebea is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:11:55.288981 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, d0068880-f47a-40df-8bd8-d283ead8ebea) {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:11:55.293715 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:55.294337 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:55.299250 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d8e9e6-eb6d-49ee-99fe-850df67f381a None None] Network d0068880-f47a-40df-8bd8-d283ead8ebea requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:11:55.317602 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36558) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:55.317791 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-3b1a5faa-2f20-4f96-844a-0a28dd1359b1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3386743 Aug 08 17:11:55.324366 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:11:55.364067 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102798'] for router, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:55.365338 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102785'] for router, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:55.431741 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:55.469061 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514574c6-aee6-4f98-a8bb-8ed9bd81f9e1 req-852aa066-3471-470d-b6a7-3bfd84c205cf tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:55.472119 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-514574c6-aee6-4f98-a8bb-8ed9bd81f9e1 req-852aa066-3471-470d-b6a7-3bfd84c205cf tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0651979 Aug 08 17:11:55.539030 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-514574c6-aee6-4f98-a8bb-8ed9bd81f9e1 req-225c0c1f-2ea8-4a9f-bf53-b900ea5df336 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570264 Aug 08 17:11:55.645812 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0523a24-1118-5044-8312-56a61d96f3f7-d0068880-f47a-40df-8bd8-d283ead8ebea', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7'}]}} from dv-cinder-787296-3-iscsi. {{(pid=93517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 17:11:55.645812 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:55.658636 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:55.697429 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-11d96089-cc1d-4c94-b36e-2563aa02f4a6 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:55.698923 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-11d96089-cc1d-4c94-b36e-2563aa02f4a6 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 945 time: 0.1873746 Aug 08 17:11:55.805541 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.db_base_plugin_common [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Allocated IP 172.20.0.2 (d0068880-f47a-40df-8bd8-d283ead8ebea/25088da5-4d38-4a85-ad8c-127942c36bd7/5ca77fe5-ec96-47b8-b790-16b88e2638f5) {{(pid=93517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:11:55.879115 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-ed219155-021e-45ed-9aaa-beab0385a8ec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Deleting port e740048f-4003-4c8e-b6f5-934f25ef6583 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:11:55.879462 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-ed219155-021e-45ed-9aaa-beab0385a8ec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:55.976716 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Notify callbacks [] for port, precommit_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:55.990741 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Transition to ACTIVE for port object 5ca77fe5-ec96-47b8-b790-16b88e2638f5 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:56.007115 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Transition to ACTIVE for port object 5ca77fe5-ec96-47b8-b790-16b88e2638f5 will not be triggered until provisioned by entity DHCP. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:56.014926 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.051466 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36584) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:56.070296 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Network d0068880-f47a-40df-8bd8-d283ead8ebea is already hosted by enough agents. {{(pid=93517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:11:56.077863 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.base_scheduler [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Resources bound (agent type, host, resource id): {{(pid=93517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:11:56.078389 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-ed219155-021e-45ed-9aaa-beab0385a8ec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] For port e740048f-4003-4c8e-b6f5-934f25ef6583, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e740048f-4003-4c8e-b6f5-934f25ef6583,segment=NetworkSegment(85727376-f68f-433a-8aa0-d592bfb9d65f),segment_id=85727376-f68f-433a-8aa0-d592bfb9d65f)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:56.078780 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-ed219155-021e-45ed-9aaa-beab0385a8ec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.083058 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Pushing event updated for resources: {'Port': ['ID=5ca77fe5-ec96-47b8-b790-16b88e2638f5,revision_number=1']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:56.085406 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220c215-fe5d-4334-b766-f926528cb1c9 req-5e438e14-f052-478c-bda4-3afe39444088 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:56.087155 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b220c215-fe5d-4334-b766-f926528cb1c9 req-5e438e14-f052-478c-bda4-3afe39444088 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 945 time: 0.0675027 Aug 08 17:11:56.096639 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Received port after_create {{(pid=93517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:11:56.098207 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-ed219155-021e-45ed-9aaa-beab0385a8ec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Calling delete_port for e740048f-4003-4c8e-b6f5-934f25ef6583 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:11:56.100601 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.101032 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.101291 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.101630 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.101967 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.102258 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.102367 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.102610 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.103087 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.103473 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.103741 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.104071 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.104393 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:56.136388 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.136691 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b220c215-fe5d-4334-b766-f926528cb1c9 req-5ed1ddf8-0203-4518-90f4-208b865cf379 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63e2d80-d1a6-492a-822b-84841757cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Aug 08 17:11:56.166394 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Attempting to bind port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:11:56.166798 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Attempting to bind port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:11:56.167168 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Attempting to bind port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 on network d0068880-f47a-40df-8bd8-d283ead8ebea {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:56.181151 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:11:56.181499 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Checking segment: {'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:11:56.181975 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.182364 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Bound using segment: {'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:11:56.182867 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Bound port: 5ca77fe5-ec96-47b8-b790-16b88e2638f5, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:11:56.183250 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.194650 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.209373 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f2f105e8-55e1-47ac-8ff0-d6de5e86de0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.251333 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] For port 5ca77fe5-ec96-47b8-b790-16b88e2638f5, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:11:56.254493 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] For port 5ca77fe5-ec96-47b8-b790-16b88e2638f5, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=5ca77fe5-ec96-47b8-b790-16b88e2638f5,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:11:56.261757 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.309747 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f2f105e8-55e1-47ac-8ff0-d6de5e86de0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.319685 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f2f105e8-55e1-47ac-8ff0-d6de5e86de0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.331223 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d70d1-c190-4b9f-a7e2-c75f9001bd08 None None] Pushing event updated for resources: {'Port': ['ID=5ca77fe5-ec96-47b8-b790-16b88e2638f5,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:56.359339 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Allocated IP 172.27.3.123 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/a13916d7-86a7-4142-b926-fcf4c0f72a8b) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:11:56.402130 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-f2f105e8-55e1-47ac-8ff0-d6de5e86de0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99f421bc34684c158db57e4401e4da0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471093 Aug 08 17:11:56.402130 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f105e8-55e1-47ac-8ff0-d6de5e86de0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3382d73-4288-44ab-972e-2958d6598c1f,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:56.404795 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36592) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:56.450024 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-ed219155-021e-45ed-9aaa-beab0385a8ec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.474440 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d392803d-9c31-4e7d-baaf-6e6411bf040d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.490289 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed219155-021e-45ed-9aaa-beab0385a8ec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Pushing event deleted for resources: {'Port': ['ID=e740048f-4003-4c8e-b6f5-934f25ef6583,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:56.510992 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d392803d-9c31-4e7d-baaf-6e6411bf040d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.571349 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d392803d-9c31-4e7d-baaf-6e6411bf040d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.573620 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-ed219155-021e-45ed-9aaa-beab0385a8ec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] No DVR routers for this DVR port e740048f-4003-4c8e-b6f5-934f25ef6583 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:11:56.581605 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d392803d-9c31-4e7d-baaf-6e6411bf040d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.582375 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-ed219155-021e-45ed-9aaa-beab0385a8ec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.583194 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-d392803d-9c31-4e7d-baaf-6e6411bf040d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3382d73-4288-44ab-972e-2958d6598c1f HTTP/1.1" status: 204 len: 168 time: 0.1774836 Aug 08 17:11:56.585022 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-48fd67de-fe95-4d63-baf9-3953e225a1e1 req-ed219155-021e-45ed-9aaa-beab0385a8ec tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.32 "DELETE /v2.0/ports/e740048f-4003-4c8e-b6f5-934f25ef6583 HTTP/1.1" status: 204 len: 173 time: 0.8614674 Aug 08 17:11:56.585725 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e192d7c-86fe-49e1-b241-d473cc81fd04', 'name': 'network-vif-deleted', 'tag': 'e740048f-4003-4c8e-b6f5-934f25ef6583'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:11:56.602638 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392803d-9c31-4e7d-baaf-6e6411bf040d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3382d73-4288-44ab-972e-2958d6598c1f,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:56.609407 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be0aece-7560-48ec-8432-83a7e68945ea" -d '{"events": [{"server_uuid": "4e192d7c-86fe-49e1-b241-d473cc81fd04", "name": "network-vif-deleted", "tag": "e740048f-4003-4c8e-b6f5-934f25ef6583"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:11:56.640226 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.698390 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19feb79c-9a8a-4fe1-86a2-130342a36606 x-openstack-request-id: req-19feb79c-9a8a-4fe1-86a2-130342a36606 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:11:56.699018 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e192d7c-86fe-49e1-b241-d473cc81fd04", "name": "network-vif-deleted", "tag": "e740048f-4003-4c8e-b6f5-934f25ef6583", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:11:56.699113 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19feb79c-9a8a-4fe1-86a2-130342a36606 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:11:56.699503 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e192d7c-86fe-49e1-b241-d473cc81fd04', 'name': 'network-vif-deleted', 'tag': 'e740048f-4003-4c8e-b6f5-934f25ef6583', 'status': 'completed', 'code': 200} Aug 08 17:11:56.701833 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:56.749407 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:11:56.752835 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1759ed4-cfcb-4c73-b9a1-4d2b2aa272ff req-28887c0b-20b2-427e-85fb-d5c4eef4a464 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:56.753857 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:11:56.754627 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c1759ed4-cfcb-4c73-b9a1-4d2b2aa272ff req-28887c0b-20b2-427e-85fb-d5c4eef4a464 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0742822 Aug 08 17:11:56.757083 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:11:56.760393 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Pushing event updated for resources: {'Port': ['ID=a13916d7-86a7-4142-b926-fcf4c0f72a8b,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:56.812010 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c1759ed4-cfcb-4c73-b9a1-4d2b2aa272ff req-46078738-6860-4005-ada1-ed16fb7d2ec9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473168 Aug 08 17:11:56.966893 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36604) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:56.986523 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e32b-1ade-4616-9cac-87b4528e67ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:57.270632 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9f190b6b-c558-459e-817e-f1af2fd826f4 req-37b15eca-8272-4414-8c52-84c7196fd961 tempest-DeleteServersTestJSON-1155040889 tempest-DeleteServersTestJSON-1155040889-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e192d7c-86fe-49e1-b241-d473cc81fd04 HTTP/1.1" status: 200 len: 210 time: 0.0327065 Aug 08 17:11:57.317568 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:57.449905 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7271dea2-de46-42a7-aead-57359ec7f557 None None] Network d0068880-f47a-40df-8bd8-d283ead8ebea requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:11:57.492682 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e32b-1ade-4616-9cac-87b4528e67ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:57.502119 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e32b-1ade-4616-9cac-87b4528e67ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:57.597918 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5e32b-1ade-4616-9cac-87b4528e67ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91da4c51-d83a-4934-ba03-13109a8af824,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:57.599302 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e740048f-4003-4c8e-b6f5-934f25ef6583 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:11:57.609383 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-a7f5e32b-1ade-4616-9cac-87b4528e67ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a78ee8aee4fe44f9838baa6f75ba7a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6391990 Aug 08 17:11:57.609973 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36614) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:57.633741 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: e740048f-4003-4c8e-b6f5-934f25ef6583 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:11:57.634226 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e740048f-4003-4c8e-b6f5-934f25ef6583 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:11:57.638474 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-797b398f-3184-487b-a1e4-ebb0e38a53ba None None] Provisioning for port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:57.650759 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386'] for router, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:57.712483 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a318fd7-883b-45ed-b31b-b5323a953495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:57.778793 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a318fd7-883b-45ed-b31b-b5323a953495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:57.852789 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a318fd7-883b-45ed-b31b-b5323a953495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:57.855460 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4a318fd7-883b-45ed-b31b-b5323a953495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:57.860307 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-4a318fd7-883b-45ed-b31b-b5323a953495 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91da4c51-d83a-4934-ba03-13109a8af824 HTTP/1.1" status: 204 len: 168 time: 0.2466841 Aug 08 17:11:57.869542 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a318fd7-883b-45ed-b31b-b5323a953495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91da4c51-d83a-4934-ba03-13109a8af824,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:57.885282 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Router e40eef42-e458-465c-94a0-dd1f8b1525f2 is scheduled to L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 with binding_index 1 {{(pid=93516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 08 17:11:57.977271 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fc8fd-75dc-4618-928e-7a09dfd44b7d req-70eb0532-4da1-4116-ba82-aacac64e4290 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:57.985607 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-172fc8fd-75dc-4618-928e-7a09dfd44b7d req-70eb0532-4da1-4116-ba82-aacac64e4290 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0869079 Aug 08 17:11:58.014939 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:11:58.027577 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Sync routers for ids ['e40eef42-e458-465c-94a0-dd1f8b1525f2'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:11:58.031567 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-172fc8fd-75dc-4618-928e-7a09dfd44b7d req-906df314-d925-478d-aa09-dacb91036240 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Aug 08 17:11:58.036380 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:58.038882 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-614a3231-c215-427c-a5e2-0344c96e1e4e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7197363 Aug 08 17:11:58.039488 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Routers {'e40eef42-e458-465c-94a0-dd1f8b1525f2'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:11:58.040249 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e40eef42-e458-465c-94a0-dd1f8b1525f2'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:58.041712 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36620) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:58.171531 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Set router e40eef42-e458-465c-94a0-dd1f8b1525f2 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:11:58.373772 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:56Z', 'revision_number': 3, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:58.406251 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Checking router: e40eef42-e458-465c-94a0-dd1f8b1525f2 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:11:58.406979 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Updating router e40eef42-e458-465c-94a0-dd1f8b1525f2 port a13916d7-86a7-4142-b926-fcf4c0f72a8b binding host dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:11:58.439897 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:58.617758 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:58.721236 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 5ca77fe5-ec96-47b8-b790-16b88e2638f5 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:11:58.802509 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:58.809194 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:11:58.809576 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:58.850463 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Notify callbacks [] for port, precommit_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:58.881947 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.provisioning_blocks [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Transition to ACTIVE for port object a13916d7-86a7-4142-b926-fcf4c0f72a8b will not be triggered until provisioned by entity L2. {{(pid=93518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:58.893629 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:58.913328 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Allocated IP 172.20.0.1 (d0068880-f47a-40df-8bd8-d283ead8ebea/25088da5-4d38-4a85-ad8c-127942c36bd7/c637426d-3b51-4e57-9c3d-33efa1f512d4) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:11:58.926752 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:58.964674 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Attempting to bind port a13916d7-86a7-4142-b926-fcf4c0f72a8b on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:11:58.965064 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Attempting to bind port a13916d7-86a7-4142-b926-fcf4c0f72a8b by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:11:58.965441 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Attempting to bind port a13916d7-86a7-4142-b926-fcf4c0f72a8b on network 111b90d2-db22-4369-bf0d-0678224568e8 {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:11:58.968240 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Pushing event updated for resources: {'Port': ['ID=a13916d7-86a7-4142-b926-fcf4c0f72a8b,revision_number=2']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:58.971868 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 5ca77fe5-ec96-47b8-b790-16b88e2638f5, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=5ca77fe5-ec96-47b8-b790-16b88e2638f5,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:11:58.978408 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:58.982202 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.982791 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.983192 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.983725 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.984109 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.984474 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.984914 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.985772 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.986395 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.987012 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.987682 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.987811 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:11:58.992395 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:11:58.993009 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:11:58.993360 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:58.993809 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Bound using segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:11:58.994366 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Bound port: a13916d7-86a7-4142-b926-fcf4c0f72a8b, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:11:58.994810 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.052753 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=5ca77fe5-ec96-47b8-b790-16b88e2638f5,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:59.060555 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.079363 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.provisioning_blocks [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Transition to ACTIVE for port object c637426d-3b51-4e57-9c3d-33efa1f512d4 will not be triggered until provisioned by entity DHCP. {{(pid=93515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:11:59.106151 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] For port a13916d7-86a7-4142-b926-fcf4c0f72a8b, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:11:59.109536 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] For port a13916d7-86a7-4142-b926-fcf4c0f72a8b, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=a13916d7-86a7-4142-b926-fcf4c0f72a8b,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:11:59.121196 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.131305 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.192643 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Network d0068880-f47a-40df-8bd8-d283ead8ebea is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:11:59.197133 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bfdd2-145c-4d96-b58e-a0914478675c None None] Pushing event updated for resources: {'Port': ['ID=a13916d7-86a7-4142-b926-fcf4c0f72a8b,revision_number=3']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:59.198629 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:11:59.205709 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:11:59.206194 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693457'] for router_interface, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.209835 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Routers {'e40eef42-e458-465c-94a0-dd1f8b1525f2'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:11:59.210649 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e40eef42-e458-465c-94a0-dd1f8b1525f2'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:59.267605 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Pushing event updated for resources: {'Port': ['ID=c637426d-3b51-4e57-9c3d-33efa1f512d4,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:59.336730 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb0b9-69fb-4c33-a10e-6d05ad108de7 req-4b469906-aa54-46d1-9b6d-a99ce4a0d6de tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:11:59.339600 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] Set router e40eef42-e458-465c-94a0-dd1f8b1525f2 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:11:59.344163 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c28bb0b9-69fb-4c33-a10e-6d05ad108de7 req-4b469906-aa54-46d1-9b6d-a99ce4a0d6de tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.2085204 Aug 08 17:11:59.442016 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-4caeb7a4-feae-4273-bedb-2cfb7859503f None None] Provisioning for port c637426d-3b51-4e57-9c3d-33efa1f512d4 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:11:59.443063 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c28bb0b9-69fb-4c33-a10e-6d05ad108de7 req-a40751ed-6b34-492a-9a75-b2f120dd7cc0 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950651 Aug 08 17:11:59.446069 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.448913 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-4caeb7a4-feae-4273-bedb-2cfb7859503f None None] Provisioning complete for port c637426d-3b51-4e57-9c3d-33efa1f512d4 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:11:59.449408 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-4caeb7a4-feae-4273-bedb-2cfb7859503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.491297 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-4caeb7a4-feae-4273-bedb-2cfb7859503f None None] Port c637426d-3b51-4e57-9c3d-33efa1f512d4 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:11:59.575261 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:56Z', 'revision_number': 3, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:11:59.737418 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce87f4e-097c-4520-b9ef-e3b9c6174b90 None None] The sync data for ids ['e40eef42-e458-465c-94a0-dd1f8b1525f2'] in dv-cinder-787296-3-iscsi is: [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:56Z', 'revision_number': 3, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:11:59.845257 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36720) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:11:59.849993 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.855039 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.855845 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693605'] for router_interface, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.921928 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-17afa3be-4fc0-499a-8e6c-0e2471cdf137 admin admin] Deleting subnet 441b3924-8ef1-4cea-ae7a-c4f9bd90e353 {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:11:59.931814 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-17afa3be-4fc0-499a-8e6c-0e2471cdf137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:11:59.962891 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Pushing event updated for resources: {'Port': ['ID=c637426d-3b51-4e57-9c3d-33efa1f512d4,revision_number=2']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:11:59.995221 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-17afa3be-4fc0-499a-8e6c-0e2471cdf137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.012646 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Network d0068880-f47a-40df-8bd8-d283ead8ebea is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:12:00.014127 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:12:00.079782 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-17afa3be-4fc0-499a-8e6c-0e2471cdf137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.166532 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-17afa3be-4fc0-499a-8e6c-0e2471cdf137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.204212 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afa3be-4fc0-499a-8e6c-0e2471cdf137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441b3924-8ef1-4cea-ae7a-c4f9bd90e353,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:00.208691 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-17afa3be-4fc0-499a-8e6c-0e2471cdf137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.211311 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-17afa3be-4fc0-499a-8e6c-0e2471cdf137 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/441b3924-8ef1-4cea-ae7a-c4f9bd90e353 HTTP/1.1" status: 204 len: 168 time: 0.3637161 Aug 08 17:12:00.213962 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36748) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:00.297026 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Router e40eef42-e458-465c-94a0-dd1f8b1525f2 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:12:00.302458 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.394005 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85315662-36ba-463e-9ddb-58eb7a385930 req-e1d7d776-f332-4acd-a7ac-101bb2f24d3f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:00.396249 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-e1d7d776-f332-4acd-a7ac-101bb2f24d3f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 814 time: 0.2042127 Aug 08 17:12:00.414395 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.418102 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-b44fef83-9fb3-4d6b-b7e5-d874b8b0772d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/quotas/aca75413f47e435cbdcec1f144fb030e HTTP/1.1" status: 200 len: 375 time: 0.0109854 Aug 08 17:12:00.421061 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-f8deeed1-b48d-402e-a23d-5c2c94cac35f None None] Provisioning complete for port c637426d-3b51-4e57-9c3d-33efa1f512d4 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:00.422144 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f8deeed1-b48d-402e-a23d-5c2c94cac35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.441598 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66968d41-d185-434a-84f7-b00b6b2e6c2f']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:00.452968 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85727376-f68f-433a-8aa0-d592bfb9d65f') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:00.453263 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85727376-f68f-433a-8aa0-d592bfb9d65f') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:00.466007 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.482690 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-f8deeed1-b48d-402e-a23d-5c2c94cac35f None None] Port c637426d-3b51-4e57-9c3d-33efa1f512d4 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:12:00.496311 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.509255 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:12:00.510064 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:12:00.513042 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:12:00.523946 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:12:00.539268 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-1d95baf0-7bbb-4f5a-b8ef-1746ebafbdbd admin admin] 10.222.0.20 "PUT /v2.0/routers/e40eef42-e458-465c-94a0-dd1f8b1525f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4879529 Aug 08 17:12:00.576688 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-812767e9-3ae3-4614-ae49-6f769b76e806 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1496716 Aug 08 17:12:00.605216 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.612330 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.614812 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] 10.222.0.20 "DELETE /v2.0/networks/66968d41-d185-434a-84f7-b00b6b2e6c2f HTTP/1.1" status: 204 len: 168 time: 0.3997359 Aug 08 17:12:00.675242 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab068e-be9b-487d-8302-5c4979d18fce admin admin] Pushing event deleted for resources: {'Network': ['ID=66968d41-d185-434a-84f7-b00b6b2e6c2f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:00.697373 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879fb87-337e-4756-9c83-124038eb091a req-25a0c5f7-424d-4032-8f65-20d5a2da3546 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:00.699005 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1879fb87-337e-4756-9c83-124038eb091a req-25a0c5f7-424d-4032-8f65-20d5a2da3546 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.1543965 Aug 08 17:12:00.766780 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-ea1dc8c9-ab06-446f-809c-ffc100c6fd4e service neutron] 10.222.0.20 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888239 Aug 08 17:12:00.800939 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1879fb87-337e-4756-9c83-124038eb091a req-5fa891b1-0e96-4c07-bf52-939c9a86582a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928714 Aug 08 17:12:00.823345 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 5ca77fe5-ec96-47b8-b790-16b88e2638f5 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:00.905731 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:00.906426 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:00.939276 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-3b83f100-2a86-4f9a-8680-912fa15754cd service neutron] 10.222.0.20 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717956 Aug 08 17:12:00.962864 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36766) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:01.016000 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device a13916d7-86a7-4142-b926-fcf4c0f72a8b up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:01.021056 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-11aa6914-5275-4abc-9bcb-77f27f735554 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d684a20155f458ca2583b5e546a4b2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0566218 Aug 08 17:12:01.023889 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36768) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:01.081203 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port a13916d7-86a7-4142-b926-fcf4c0f72a8b completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:01.087775 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port a13916d7-86a7-4142-b926-fcf4c0f72a8b triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:01.088800 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.157530 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-689b36a7-d3d4-40e0-8485-0b8d5e83db40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.213655 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-689b36a7-d3d4-40e0-8485-0b8d5e83db40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.258654 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.300062 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port a13916d7-86a7-4142-b926-fcf4c0f72a8b, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=a13916d7-86a7-4142-b926-fcf4c0f72a8b,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:01.303253 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b8c20c0b-b39b-4aab-af00-5d841c37a16a req-ed625ad2-9217-46d9-806d-a5ee70b3c8b0 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 210 time: 0.0424325 Aug 08 17:12:01.321463 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.335593 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-689b36a7-d3d4-40e0-8485-0b8d5e83db40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.339578 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-689b36a7-d3d4-40e0-8485-0b8d5e83db40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.343912 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-689b36a7-d3d4-40e0-8485-0b8d5e83db40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b63e2d80-d1a6-492a-822b-84841757cb72 HTTP/1.1" status: 204 len: 168 time: 0.3165491 Aug 08 17:12:01.352796 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b36a7-d3d4-40e0-8485-0b8d5e83db40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63e2d80-d1a6-492a-822b-84841757cb72,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:01.412166 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=a13916d7-86a7-4142-b926-fcf4c0f72a8b,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:01.614044 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36798) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:01.621939 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-874767671-network', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:01.643896 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Made reservation on behalf of 03c08a54b0d14945b0f872a49b42bbc8 for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:12:01.646957 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.656444 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.775873 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.781238 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.809487 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:12:01.820960 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50db10d5-7744-4b1c-810d-02c9b77e5aeb,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:01.826507 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.827173 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Added segment d653c104-768c-446b-b13b-77f59ad5c11d of type vlan for network 1eca84f1-96b5-4f85-8e38-d8d47551372b Aug 08 17:12:01.883376 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.939011 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.940791 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:01.941529 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:01.986288 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9506b-e997-4494-9073-dd13f3338eb8 req-04a03552-3584-43c3-9526-7e380c0326b4 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:01.991212 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dbe9506b-e997-4494-9073-dd13f3338eb8 req-04a03552-3584-43c3-9526-7e380c0326b4 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0731208 Aug 08 17:12:02.027507 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 36812) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:02.028339 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4125082 Aug 08 17:12:02.035867 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1629c05-ed7e-4f66-a584-7f335b805efe admin admin] Pushing event updated for resources: {'Network': ['ID=1eca84f1-96b5-4f85-8e38-d8d47551372b,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:02.037996 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Request body: {'subnet': {'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-874767671-subnet', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'ip_version': 4}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:02.046944 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 1eca84f1-96b5-4f85-8e38-d8d47551372b details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:12:02.059941 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dbe9506b-e997-4494-9073-dd13f3338eb8 req-2f785404-edc5-4147-82fd-a02d89330f42 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662301 Aug 08 17:12:02.085633 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Made reservation on behalf of 03c08a54b0d14945b0f872a49b42bbc8 for: {'subnet': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:12:02.088007 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:02.196817 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Sync routers for ids ['e40eef42-e458-465c-94a0-dd1f8b1525f2'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:12:02.205945 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Routers {'e40eef42-e458-465c-94a0-dd1f8b1525f2'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:12:02.206665 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e40eef42-e458-465c-94a0-dd1f8b1525f2'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:02.296780 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:02.327988 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Set router e40eef42-e458-465c-94a0-dd1f8b1525f2 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:12:02.369560 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a8fea9-d3be-48e1-ada0-13dbc4f6b429,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:02.399850 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Checking segment: {'id': 'd653c104-768c-446b-b13b-77f59ad5c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:12:02.400410 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Network hostable DHCP agents. Network: 1eca84f1-96b5-4f85-8e38-d8d47551372b, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:12:02.419558 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Network 1eca84f1-96b5-4f85-8e38-d8d47551372b is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:12:02.430633 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 1eca84f1-96b5-4f85-8e38-d8d47551372b) {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:12:02.443622 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:02.444698 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:02.451312 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0223852-983c-46c0-8a2b-ec455a73f01a None None] Network 1eca84f1-96b5-4f85-8e38-d8d47551372b requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:12:02.472133 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c51bab15-076f-4df2-b571-9a254c69d0d1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4440458 Aug 08 17:12:02.474746 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36830) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:02.479784 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-874767671-router', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:02.602810 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0169fdc-5c74-46b1-9ebf-17f720f6157a req-3125a7b8-1f1a-4538-bf26-dabf5a13cbff tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 210 time: 0.0309107 Aug 08 17:12:02.685301 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0523a24-1118-5044-8312-56a61d96f3f7-1eca84f1-96b5-4f85-8e38-d8d47551372b', 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'fixed_ips': [{'subnet_id': 'b0a8fea9-d3be-48e1-ada0-13dbc4f6b429'}]}} from dv-cinder-787296-3-iscsi. {{(pid=93517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 17:12:02.686584 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:02.692208 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'c637426d-3b51-4e57-9c3d-33efa1f512d4', 'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'mac_address': 'fa:16:3e:c6:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:58Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 2, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'subnets': [{'id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:02.704518 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device a13916d7-86a7-4142-b926-fcf4c0f72a8b up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:02.733679 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85315662-36ba-463e-9ddb-58eb7a385930 req-ea9b5453-96ff-4519-a074-96c4f63413d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:02.735496 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-ea9b5453-96ff-4519-a074-96c4f63413d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 814 time: 0.2210281 Aug 08 17:12:02.740636 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102798'] for router, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:02.741876 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102785'] for router, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:02.755038 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Checking router: e40eef42-e458-465c-94a0-dd1f8b1525f2 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:12:02.755488 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Updating router e40eef42-e458-465c-94a0-dd1f8b1525f2 port c637426d-3b51-4e57-9c3d-33efa1f512d4 binding host dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:12:02.765835 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Request body: {'port': {'device_id': '08a3688c-b500-464a-93ae-a2d4b7a875bc', 'network_id': '43561efe-0334-498b-a813-16137189be59', 'admin_state_up': True, 'tenant_id': 'aca75413f47e435cbdcec1f144fb030e'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:02.845373 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:02.852966 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.052561 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.066550 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Made reservation on behalf of aca75413f47e435cbdcec1f144fb030e for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:12:03.070968 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.091007 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port a13916d7-86a7-4142-b926-fcf4c0f72a8b triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:03.091975 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.231038 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b086df6-3666-41b7-bf0a-7bf2c08ff09a req-a5112eb3-4619-47fb-a670-d811bc8db9f6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:03.232819 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0b086df6-3666-41b7-bf0a-7bf2c08ff09a req-a5112eb3-4619-47fb-a670-d811bc8db9f6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0609617 Aug 08 17:12:03.269575 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.db_base_plugin_common [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Allocated IP 172.20.0.2 (1eca84f1-96b5-4f85-8e38-d8d47551372b/b0a8fea9-d3be-48e1-ada0-13dbc4f6b429/a591a136-a2be-4bf3-a970-b75e2b17a3e6) {{(pid=93517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:12:03.275778 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Allocated IP 172.20.0.14 (43561efe-0334-498b-a813-16137189be59/81adcb59-10e4-4d35-8a17-8df4c299bb7f/38af3876-0b53-4a3a-ad2b-c0125e6e5677) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:12:03.283474 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0b086df6-3666-41b7-bf0a-7bf2c08ff09a req-61982291-0fe0-4444-8adb-78fd76dec423 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Aug 08 17:12:03.474560 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.502205 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.539754 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.561635 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Transition to ACTIVE for port object c637426d-3b51-4e57-9c3d-33efa1f512d4 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:03.564730 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Notify callbacks [] for port, precommit_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.573041 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.579591 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Transition to ACTIVE for port object a591a136-a2be-4bf3-a970-b75e2b17a3e6 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:03.631372 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Transition to ACTIVE for port object a591a136-a2be-4bf3-a970-b75e2b17a3e6 will not be triggered until provisioned by entity DHCP. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:03.640404 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.648408 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c87463-f692-496b-9aba-12f10598e599 None None] Pushing event updated for resources: {'Port': ['ID=c637426d-3b51-4e57-9c3d-33efa1f512d4,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:03.654471 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.692306 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Allocated IP 172.27.3.57 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/e5dc970d-3b67-4776-87bb-854a692e208c) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:12:03.732339 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Network 1eca84f1-96b5-4f85-8e38-d8d47551372b is already hosted by enough agents. {{(pid=93517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:12:03.738136 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dc58d9ce-d350-4162-ba31-fa807865b351 req-7a71e10d-338d-4efa-be8e-2b5d1dabe5d8 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 210 time: 0.0426004 Aug 08 17:12:03.745614 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Resources bound (agent type, host, resource id): {{(pid=93517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:12:03.750083 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Received port after_create {{(pid=93517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:12:03.752102 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Pushing event updated for resources: {'Port': ['ID=a591a136-a2be-4bf3-a970-b75e2b17a3e6,revision_number=1']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:03.769800 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Attempting to bind port c637426d-3b51-4e57-9c3d-33efa1f512d4 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:12:03.770174 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Attempting to bind port c637426d-3b51-4e57-9c3d-33efa1f512d4 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:12:03.770533 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Attempting to bind port c637426d-3b51-4e57-9c3d-33efa1f512d4 on network d0068880-f47a-40df-8bd8-d283ead8ebea {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:03.802403 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:12:03.802403 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Checking segment: {'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:12:03.802403 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.802403 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Bound using segment: {'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:12:03.802403 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Bound port: c637426d-3b51-4e57-9c3d-33efa1f512d4, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:12:03.802403 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.807161 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.842352 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Attempting to bind port a591a136-a2be-4bf3-a970-b75e2b17a3e6 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:12:03.842735 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Attempting to bind port a591a136-a2be-4bf3-a970-b75e2b17a3e6 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'd653c104-768c-446b-b13b-77f59ad5c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:12:03.843132 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Attempting to bind port a591a136-a2be-4bf3-a970-b75e2b17a3e6 on network 1eca84f1-96b5-4f85-8e38-d8d47551372b {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:03.864180 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f3461f3a-5ec4-4527-b2c1-eec9b4418dff'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:12:03.878448 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Network 43561efe-0334-498b-a813-16137189be59 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:12:03.890429 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:12:03.890843 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Checking segment: {'id': 'd653c104-768c-446b-b13b-77f59ad5c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:12:03.890951 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:12:03.891869 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.892269 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Bound using segment: {'id': 'd653c104-768c-446b-b13b-77f59ad5c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:12:03.892741 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Bound port: a591a136-a2be-4bf3-a970-b75e2b17a3e6, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd653c104-768c-446b-b13b-77f59ad5c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:12:03.893622 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.895254 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:12:03.897786 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Pushing event updated for resources: {'Port': ['ID=38af3876-0b53-4a3a-ad2b-c0125e6e5677,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:03.937483 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.965114 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:03.965738 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:03.987927 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] For port c637426d-3b51-4e57-9c3d-33efa1f512d4, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:12:03.990812 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-4ced7046-faf6-4949-9e92-f9add2d7e9d1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2315991 Aug 08 17:12:04.004239 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:04.010463 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] For port c637426d-3b51-4e57-9c3d-33efa1f512d4, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=c637426d-3b51-4e57-9c3d-33efa1f512d4,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:12:04.013027 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Request body: {'port': {'device_id': '08a3688c-b500-464a-93ae-a2d4b7a875bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:04.028877 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:04.069507 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:12:04.075553 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:12:04.082188 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:12:04.104034 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] For port a591a136-a2be-4bf3-a970-b75e2b17a3e6, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:12:04.117136 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] For port a591a136-a2be-4bf3-a970-b75e2b17a3e6, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=a591a136-a2be-4bf3-a970-b75e2b17a3e6,segment=NetworkSegment(d653c104-768c-446b-b13b-77f59ad5c11d),segment_id=d653c104-768c-446b-b13b-77f59ad5c11d)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:12:04.136215 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Pushing event updated for resources: {'Port': ['ID=e5dc970d-3b67-4776-87bb-854a692e208c,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:04.137212 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:04.155222 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c87463-f692-496b-9aba-12f10598e599 None None] Pushing event updated for resources: {'Port': ['ID=c637426d-3b51-4e57-9c3d-33efa1f512d4,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:04.158117 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:04.160666 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Routers {'e40eef42-e458-465c-94a0-dd1f8b1525f2'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:12:04.161288 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e40eef42-e458-465c-94a0-dd1f8b1525f2'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:04.279464 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd75d-90f2-4cac-9917-892b997cec8a None None] Pushing event updated for resources: {'Port': ['ID=a591a136-a2be-4bf3-a970-b75e2b17a3e6,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:04.386116 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] Set router e40eef42-e458-465c-94a0-dd1f8b1525f2 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:12:04.516196 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cb6c5-7034-4cec-8b6e-d0d06c498ddb req-efddce07-405d-48f7-a4d0-d971fc897515 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:04.519841 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6d6cb6c5-7034-4cec-8b6e-d0d06c498ddb req-efddce07-405d-48f7-a4d0-d971fc897515 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.1284103 Aug 08 17:12:04.667090 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6d6cb6c5-7034-4cec-8b6e-d0d06c498ddb req-39e5c9d2-2fb8-421c-af98-b38fff5f21bd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304715 Aug 08 17:12:04.788990 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'c637426d-3b51-4e57-9c3d-33efa1f512d4', 'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'mac_address': 'fa:16:3e:c6:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:58Z', 'updated_at': '2021-08-08T17:12:03Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'subnets': [{'id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:04.821633 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db692e11-c038-414a-920a-325d22dd41a7 None None] The sync data for ids ['e40eef42-e458-465c-94a0-dd1f8b1525f2'] in dv-cinder-787296-3-iscsi is: [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'c637426d-3b51-4e57-9c3d-33efa1f512d4', 'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'mac_address': 'fa:16:3e:c6:c4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:58Z', 'updated_at': '2021-08-08T17:12:03Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'subnets': [{'id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:12:04.958202 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:05.036684 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54292aae-e702-4da2-a9ec-0708a23a3aac req-d5253ac1-c8a4-4b08-869c-675f1f782ad2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:05.038249 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-54292aae-e702-4da2-a9ec-0708a23a3aac req-d5253ac1-c8a4-4b08-869c-675f1f782ad2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 932 time: 0.0650895 Aug 08 17:12:05.097816 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-54292aae-e702-4da2-a9ec-0708a23a3aac req-e2283134-e060-4f25-a728-cf62d9f4b366 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528698 Aug 08 17:12:05.098934 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38af3876-0b53-4a3a-ad2b-c0125e6e5677 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:12:05.140159 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:05.163697 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Transition to ACTIVE for port object 38af3876-0b53-4a3a-ad2b-c0125e6e5677 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:05.175853 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:05.325439 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Pushing event updated for resources: {'Port': ['ID=38af3876-0b53-4a3a-ad2b-c0125e6e5677,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:05.376534 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386'] for router, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:05.431912 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Attempting to bind port 38af3876-0b53-4a3a-ad2b-c0125e6e5677 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:12:05.432257 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Attempting to bind port 38af3876-0b53-4a3a-ad2b-c0125e6e5677 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:12:05.432594 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Attempting to bind port 38af3876-0b53-4a3a-ad2b-c0125e6e5677 on network 43561efe-0334-498b-a813-16137189be59 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:05.444640 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Port 38af3876-0b53-4a3a-ad2b-c0125e6e5677 on network 43561efe-0334-498b-a813-16137189be59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:12:05.445208 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Attempting to bind port 38af3876-0b53-4a3a-ad2b-c0125e6e5677 on network 43561efe-0334-498b-a813-16137189be59 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:05.479352 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:12:05.479686 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Checking segment: {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:12:05.480078 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Bound using segment: {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:12:05.480529 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Bound port: 38af3876-0b53-4a3a-ad2b-c0125e6e5677, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:12:05.480924 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:05.484518 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263f0c00-d85a-4cd9-9f51-231d09687656 None None] Network 1eca84f1-96b5-4f85-8e38-d8d47551372b requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:12:05.570286 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-920b40d3-e65c-48b6-ac92-3fde37ff1c8b None None] Provisioning for port a591a136-a2be-4bf3-a970-b75e2b17a3e6 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:05.576699 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] For port 38af3876-0b53-4a3a-ad2b-c0125e6e5677, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:12:05.580227 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] For port 38af3876-0b53-4a3a-ad2b-c0125e6e5677, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=38af3876-0b53-4a3a-ad2b-c0125e6e5677,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:12:05.585874 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:05.625184 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f is scheduled to L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 with binding_index 1 {{(pid=93516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 08 17:12:05.630222 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:05.630885 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:05.632342 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] 10.222.0.32 "PUT /v2.0/ports/38af3876-0b53-4a3a-ad2b-c0125e6e5677 HTTP/1.1" status: 200 len: 1094 time: 1.6235614 Aug 08 17:12:05.632792 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a3688c-b500-464a-93ae-a2d4b7a875bc', 'tag': '38af3876-0b53-4a3a-ad2b-c0125e6e5677'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:12:05.635076 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e454dab3-87c4-452e-ad8b-193db2a08508" -d '{"events": [{"name": "network-changed", "server_uuid": "08a3688c-b500-464a-93ae-a2d4b7a875bc", "tag": "38af3876-0b53-4a3a-ad2b-c0125e6e5677"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:12:05.663514 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d464403-5781-44ad-bf29-03b74a4fc0df service neutron] Pushing event updated for resources: {'Port': ['ID=38af3876-0b53-4a3a-ad2b-c0125e6e5677,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:05.700365 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cb74a7-1131-4743-b7ba-677efceff85a x-openstack-request-id: req-93cb74a7-1131-4743-b7ba-677efceff85a {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:12:05.700650 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a3688c-b500-464a-93ae-a2d4b7a875bc", "tag": "38af3876-0b53-4a3a-ad2b-c0125e6e5677", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:12:05.700904 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93cb74a7-1131-4743-b7ba-677efceff85a {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:12:05.701299 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a3688c-b500-464a-93ae-a2d4b7a875bc', 'tag': '38af3876-0b53-4a3a-ad2b-c0125e6e5677', 'status': 'completed', 'code': 200} Aug 08 17:12:05.785834 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:12:05.796819 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Sync routers for ids ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:12:05.806408 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43f568-a9dd-48d1-b1bf-a8330c4065ac req-8b792468-ffcc-4b9e-8962-6b8fbde020bd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:05.808045 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0f43f568-a9dd-48d1-b1bf-a8330c4065ac req-8b792468-ffcc-4b9e-8962-6b8fbde020bd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0683603 Aug 08 17:12:05.808801 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Routers {'5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:12:05.810210 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:05.818993 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:05.823098 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-0ee7d276-fa9d-4a7a-abda-d18bd37fe434 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3470602 Aug 08 17:12:05.823909 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 36892) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:05.868586 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0f43f568-a9dd-48d1-b1bf-a8330c4065ac req-78bc107c-a548-47c2-89d5-0c836c1297dd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504622 Aug 08 17:12:05.967359 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Set router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:12:06.168478 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'name': 'tempest-TestMinimumBasicScenario-874767671-router', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:12:02Z', 'updated_at': '2021-08-08T17:12:04Z', 'revision_number': 3, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'gw_port': {'id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:03Z', 'updated_at': '2021-08-08T17:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:06.195371 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Checking router: 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:12:06.195719 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Updating router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f port e5dc970d-3b67-4776-87bb-854a692e208c binding host dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:12:06.225268 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.319569 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.476900 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Notify callbacks [] for port, precommit_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.480762 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Allocated IP 172.20.0.1 (1eca84f1-96b5-4f85-8e38-d8d47551372b/b0a8fea9-d3be-48e1-ada0-13dbc4f6b429/039e8c05-0c37-424b-b404-0bbc863fe3cc) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:12:06.487718 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.provisioning_blocks [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Transition to ACTIVE for port object e5dc970d-3b67-4776-87bb-854a692e208c will not be triggered until provisioned by entity L2. {{(pid=93518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:06.494343 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.543620 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Attempting to bind port e5dc970d-3b67-4776-87bb-854a692e208c on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:12:06.543990 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Attempting to bind port e5dc970d-3b67-4776-87bb-854a692e208c by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:12:06.544347 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Attempting to bind port e5dc970d-3b67-4776-87bb-854a692e208c on network 111b90d2-db22-4369-bf0d-0678224568e8 {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:06.550037 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e415f-6aee-448a-9c8f-8f63cabe1cac None None] Pushing event updated for resources: {'Port': ['ID=e5dc970d-3b67-4776-87bb-854a692e208c,revision_number=2']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:06.555297 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:12:06.555669 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:12:06.556066 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.556630 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Bound using segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:12:06.557052 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Bound port: e5dc970d-3b67-4776-87bb-854a692e208c, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:12:06.557452 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.609718 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.617098 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] For port e5dc970d-3b67-4776-87bb-854a692e208c, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:12:06.620595 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] For port e5dc970d-3b67-4776-87bb-854a692e208c, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=e5dc970d-3b67-4776-87bb-854a692e208c,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:12:06.626037 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Transition to ACTIVE for port object 039e8c05-0c37-424b-b404-0bbc863fe3cc will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:06.626838 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.662190 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.684294 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e415f-6aee-448a-9c8f-8f63cabe1cac None None] Pushing event updated for resources: {'Port': ['ID=e5dc970d-3b67-4776-87bb-854a692e208c,revision_number=3']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:06.693335 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device c637426d-3b51-4e57-9c3d-33efa1f512d4 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:06.695282 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Routers {'5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:12:06.696041 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:06.711925 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Network 1eca84f1-96b5-4f85-8e38-d8d47551372b is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:12:06.716583 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:12:06.722387 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:12:06.748296 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port c637426d-3b51-4e57-9c3d-33efa1f512d4 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:06.753496 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Pushing event updated for resources: {'Port': ['ID=039e8c05-0c37-424b-b404-0bbc863fe3cc,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:06.755132 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port c637426d-3b51-4e57-9c3d-33efa1f512d4 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:06.755840 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.770789 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693457'] for router_interface, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.840106 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] Set router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:12:06.850610 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.898393 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port c637426d-3b51-4e57-9c3d-33efa1f512d4, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=c637426d-3b51-4e57-9c3d-33efa1f512d4,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:06.904014 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.904806 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device a591a136-a2be-4bf3-a970-b75e2b17a3e6 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:06.938646 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:06.990677 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-580edda1-3d46-4f2c-8116-a3cbe25cd147 None None] Provisioning for port 039e8c05-0c37-424b-b404-0bbc863fe3cc completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:06.997526 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=c637426d-3b51-4e57-9c3d-33efa1f512d4,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:07.002699 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-580edda1-3d46-4f2c-8116-a3cbe25cd147 None None] Provisioning complete for port 039e8c05-0c37-424b-b404-0bbc863fe3cc triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:07.003088 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-580edda1-3d46-4f2c-8116-a3cbe25cd147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:07.042229 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port a591a136-a2be-4bf3-a970-b75e2b17a3e6 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:07.048070 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'name': 'tempest-TestMinimumBasicScenario-874767671-router', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:12:02Z', 'updated_at': '2021-08-08T17:12:04Z', 'revision_number': 3, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'gw_port': {'id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:03Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:07.052981 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port a591a136-a2be-4bf3-a970-b75e2b17a3e6 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:07.053800 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:07.055742 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-580edda1-3d46-4f2c-8116-a3cbe25cd147 None None] Port 039e8c05-0c37-424b-b404-0bbc863fe3cc cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:12:07.078031 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d170a-a4b0-438c-a16d-439501ea192f None None] The sync data for ids ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'] in dv-cinder-787296-3-iscsi is: [{'id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'name': 'tempest-TestMinimumBasicScenario-874767671-router', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:12:02Z', 'updated_at': '2021-08-08T17:12:04Z', 'revision_number': 3, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'gw_port': {'id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:03Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:12:07.117676 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:07.124200 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:07.194801 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Pushing event updated for resources: {'Port': ['ID=039e8c05-0c37-424b-b404-0bbc863fe3cc,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:07.197624 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693605'] for router_interface, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:07.279315 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:07.301491 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Network 1eca84f1-96b5-4f85-8e38-d8d47551372b is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:12:07.302986 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:12:07.320710 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port a591a136-a2be-4bf3-a970-b75e2b17a3e6, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=a591a136-a2be-4bf3-a970-b75e2b17a3e6,segment=NetworkSegment(d653c104-768c-446b-b13b-77f59ad5c11d),segment_id=d653c104-768c-446b-b13b-77f59ad5c11d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:07.326455 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:07.428036 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=a591a136-a2be-4bf3-a970-b75e2b17a3e6,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:07.458561 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:12:07.585413 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-aac90038-2d82-44a6-a0b7-b0adfc80ce4f None None] Provisioning complete for port 039e8c05-0c37-424b-b404-0bbc863fe3cc triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:07.585701 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-aac90038-2d82-44a6-a0b7-b0adfc80ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:07.635642 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-aac90038-2d82-44a6-a0b7-b0adfc80ce4f None None] Port 039e8c05-0c37-424b-b404-0bbc863fe3cc cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:12:07.831060 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:12:07.836076 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-bba21b2a-c9c4-417e-b86d-7b25a9a844b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0097463 Aug 08 17:12:08.687220 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Sync routers for ids ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:12:08.697781 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Routers {'5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:12:08.698692 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:08.764269 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device e5dc970d-3b67-4776-87bb-854a692e208c up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:08.867545 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Set router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:12:08.902027 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port e5dc970d-3b67-4776-87bb-854a692e208c completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:08.909991 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port e5dc970d-3b67-4776-87bb-854a692e208c triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:08.910362 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:09.143540 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:09.188236 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port e5dc970d-3b67-4776-87bb-854a692e208c, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=e5dc970d-3b67-4776-87bb-854a692e208c,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:09.197130 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:09.197894 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device c637426d-3b51-4e57-9c3d-33efa1f512d4 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:09.291387 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'name': 'tempest-TestMinimumBasicScenario-874767671-router', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:12:02Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 4, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'gw_port': {'id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:03Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '039e8c05-0c37-424b-b404-0bbc863fe3cc', 'name': '', 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'mac_address': 'fa:16:3e:20:46:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'b0a8fea9-d3be-48e1-ada0-13dbc4f6b429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:06Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 2, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'subnets': [{'id': 'b0a8fea9-d3be-48e1-ada0-13dbc4f6b429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:09.323617 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Checking router: 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:12:09.323617 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Updating router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f port 039e8c05-0c37-424b-b404-0bbc863fe3cc binding host dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:12:09.325297 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=e5dc970d-3b67-4776-87bb-854a692e208c,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:09.366307 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:09.380682 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port c637426d-3b51-4e57-9c3d-33efa1f512d4 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:09.381079 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:09.624864 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device a591a136-a2be-4bf3-a970-b75e2b17a3e6 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:09.732966 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port a591a136-a2be-4bf3-a970-b75e2b17a3e6 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:09.733706 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:09.827217 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:09.841953 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Transition to ACTIVE for port object 039e8c05-0c37-424b-b404-0bbc863fe3cc will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:09.866464 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:09.931646 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916909a-c8fe-45f2-b304-4b02095082fa None None] Pushing event updated for resources: {'Port': ['ID=039e8c05-0c37-424b-b404-0bbc863fe3cc,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:10.033136 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Attempting to bind port 039e8c05-0c37-424b-b404-0bbc863fe3cc on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:12:10.033516 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Attempting to bind port 039e8c05-0c37-424b-b404-0bbc863fe3cc by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'd653c104-768c-446b-b13b-77f59ad5c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:12:10.033888 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Attempting to bind port 039e8c05-0c37-424b-b404-0bbc863fe3cc on network 1eca84f1-96b5-4f85-8e38-d8d47551372b {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:10.039420 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:12:10.039797 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Checking segment: {'id': 'd653c104-768c-446b-b13b-77f59ad5c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:12:10.040202 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:10.040600 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Bound using segment: {'id': 'd653c104-768c-446b-b13b-77f59ad5c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:12:10.041176 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Bound port: 039e8c05-0c37-424b-b404-0bbc863fe3cc, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd653c104-768c-446b-b13b-77f59ad5c11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:12:10.041572 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:10.115485 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] For port 039e8c05-0c37-424b-b404-0bbc863fe3cc, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:12:10.119498 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] For port 039e8c05-0c37-424b-b404-0bbc863fe3cc, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=039e8c05-0c37-424b-b404-0bbc863fe3cc,segment=NetworkSegment(d653c104-768c-446b-b13b-77f59ad5c11d),segment_id=d653c104-768c-446b-b13b-77f59ad5c11d)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:12:10.126842 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:10.177213 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916909a-c8fe-45f2-b304-4b02095082fa None None] Pushing event updated for resources: {'Port': ['ID=039e8c05-0c37-424b-b404-0bbc863fe3cc,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:10.199120 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Routers {'5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:12:10.199763 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:11:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:10.337787 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] Set router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:12:10.665655 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device e5dc970d-3b67-4776-87bb-854a692e208c up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:10.772817 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454dab3-87c4-452e-ad8b-193db2a08508 req-99cec093-9ac7-47e3-9482-3f37a69307a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:10.774339 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e454dab3-87c4-452e-ad8b-193db2a08508 req-99cec093-9ac7-47e3-9482-3f37a69307a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 1097 time: 0.0514488 Aug 08 17:12:10.787309 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port e5dc970d-3b67-4776-87bb-854a692e208c triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:10.787822 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:10.827927 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'name': 'tempest-TestMinimumBasicScenario-874767671-router', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:12:02Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 4, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'gw_port': {'id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:03Z', 'updated_at': '2021-08-08T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '039e8c05-0c37-424b-b404-0bbc863fe3cc', 'name': '', 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'mac_address': 'fa:16:3e:20:46:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'b0a8fea9-d3be-48e1-ada0-13dbc4f6b429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:06Z', 'updated_at': '2021-08-08T17:12:10Z', 'revision_number': 4, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'subnets': [{'id': 'b0a8fea9-d3be-48e1-ada0-13dbc4f6b429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:12:10.860476 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c6887-42e3-4288-b5cb-cff7a395c8b2 None None] The sync data for ids ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'] in dv-cinder-787296-3-iscsi is: [{'id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'name': 'tempest-TestMinimumBasicScenario-874767671-router', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:12:02Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 4, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'gw_port': {'id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:03Z', 'updated_at': '2021-08-08T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '039e8c05-0c37-424b-b404-0bbc863fe3cc', 'name': '', 'network_id': '1eca84f1-96b5-4f85-8e38-d8d47551372b', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'mac_address': 'fa:16:3e:20:46:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'b0a8fea9-d3be-48e1-ada0-13dbc4f6b429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:06Z', 'updated_at': '2021-08-08T17:12:10Z', 'revision_number': 4, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'subnets': [{'id': 'b0a8fea9-d3be-48e1-ada0-13dbc4f6b429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:12:10.891887 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b88c59-0223-49ad-bdbe-27d56e13c7d1 req-5a5aa960-4167-49a2-80f3-f2236c6f13f3 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:10.894266 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0b88c59-0223-49ad-bdbe-27d56e13c7d1 req-5a5aa960-4167-49a2-80f3-f2236c6f13f3 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 944 time: 0.0637500 Aug 08 17:12:10.986812 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0b88c59-0223-49ad-bdbe-27d56e13c7d1 req-6fb448b6-bb00-4315-9090-1c502eea9258 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863993 Aug 08 17:12:11.170054 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68878aed-1e49-457f-9c47-1e1df1a03786 req-1ae08241-e714-41ec-a555-eb04cc2216ae tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:11.171690 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-68878aed-1e49-457f-9c47-1e1df1a03786 req-1ae08241-e714-41ec-a555-eb04cc2216ae tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0878952 Aug 08 17:12:11.217626 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-68878aed-1e49-457f-9c47-1e1df1a03786 req-ff93f9a3-4cb7-4e77-8cb4-64ea5df8e4a1 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378013 Aug 08 17:12:11.240455 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454dab3-87c4-452e-ad8b-193db2a08508 req-2e3f9378-27b1-4093-be55-d23323c57851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:11.242089 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e454dab3-87c4-452e-ad8b-193db2a08508 req-2e3f9378-27b1-4093-be55-d23323c57851 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=aca75413f47e435cbdcec1f144fb030e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1628401 Aug 08 17:12:11.374269 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454dab3-87c4-452e-ad8b-193db2a08508 req-6b72f23c-83a8-42a3-98ad-c3ae80cec984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:11.376541 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e454dab3-87c4-452e-ad8b-193db2a08508 req-6b72f23c-83a8-42a3-98ad-c3ae80cec984 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1193421 Aug 08 17:12:11.507347 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85315662-36ba-463e-9ddb-58eb7a385930 req-f78d6a23-0fac-4b0d-8657-f76943618224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:11.508862 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-f78d6a23-0fac-4b0d-8657-f76943618224 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 1097 time: 0.0502152 Aug 08 17:12:11.583830 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-b5f0d433-6301-4043-9417-ea8a7c23d842 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38af3876-0b53-4a3a-ad2b-c0125e6e5677 HTTP/1.1" status: 200 len: 217 time: 0.0612969 Aug 08 17:12:11.654404 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85315662-36ba-463e-9ddb-58eb7a385930 req-445a8bd0-9908-45d4-8ae7-15cf8b0094f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:11.656610 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-445a8bd0-9908-45d4-8ae7-15cf8b0094f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81adcb59-10e4-4d35-8a17-8df4c299bb7f HTTP/1.1" status: 200 len: 854 time: 0.0625329 Aug 08 17:12:11.706437 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-8ee508e2-2e81-4e6b-a0cf-9711822673e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43561efe-0334-498b-a813-16137189be59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369892 Aug 08 17:12:11.870980 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-1cdfe307-fb4b-4d98-90db-0abc5ecd597e service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520417 Aug 08 17:12:12.019956 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-85315662-36ba-463e-9ddb-58eb7a385930 req-38f5cb0e-9067-4e4f-8e5d-8551f085f9a3 service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375005 Aug 08 17:12:12.167180 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7d7d1-e2fe-4e99-b984-9629d9d257bc req-96f20841-01f7-40f0-9592-ec3045d610ec tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:12.169575 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-37b7d7d1-e2fe-4e99-b984-9629d9d257bc req-96f20841-01f7-40f0-9592-ec3045d610ec tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 944 time: 0.0838127 Aug 08 17:12:12.236123 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-37b7d7d1-e2fe-4e99-b984-9629d9d257bc req-18c140dc-230d-45f1-87d0-9826f2ffb93d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592577 Aug 08 17:12:12.383626 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0546d-2e87-4df2-abc3-7799e8345d99 req-7e4e04b4-f69d-4a9a-84be-6d6bd42774a2 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:12.385537 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-42d0546d-2e87-4df2-abc3-7799e8345d99 req-7e4e04b4-f69d-4a9a-84be-6d6bd42774a2 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0660133 Aug 08 17:12:12.433682 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-42d0546d-2e87-4df2-abc3-7799e8345d99 req-70911a3e-ea1a-434a-a1ad-3886c4475edd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420828 Aug 08 17:12:12.703367 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 039e8c05-0c37-424b-b404-0bbc863fe3cc up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:12.764112 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 039e8c05-0c37-424b-b404-0bbc863fe3cc completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:12.768577 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 039e8c05-0c37-424b-b404-0bbc863fe3cc triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:12.769068 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:12.864110 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:12.905860 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 039e8c05-0c37-424b-b404-0bbc863fe3cc, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=039e8c05-0c37-424b-b404-0bbc863fe3cc,segment=NetworkSegment(d653c104-768c-446b-b13b-77f59ad5c11d),segment_id=d653c104-768c-446b-b13b-77f59ad5c11d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:12.912002 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:12.982888 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=039e8c05-0c37-424b-b404-0bbc863fe3cc,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:13.361645 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a04a9-d43c-4f88-8fb8-3a3b150b3822 req-3f257b32-3160-4c26-9980-635b3bda27d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:13.370040 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-137a04a9-d43c-4f88-8fb8-3a3b150b3822 req-3f257b32-3160-4c26-9980-635b3bda27d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 944 time: 0.0585530 Aug 08 17:12:13.404653 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-137a04a9-d43c-4f88-8fb8-3a3b150b3822 req-669bec45-a124-429b-9696-6f0e9a5c8dc0 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337458 Aug 08 17:12:13.599914 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd411d46-58c1-47d7-bbdb-80b26fa44180 req-e99a5630-8bcf-404c-ba5b-e54d9638c257 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:13.611377 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd411d46-58c1-47d7-bbdb-80b26fa44180 req-e99a5630-8bcf-404c-ba5b-e54d9638c257 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0722802 Aug 08 17:12:13.668332 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd411d46-58c1-47d7-bbdb-80b26fa44180 req-db5e27db-4b46-44a9-8f24-e518450bf0f8 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516918 Aug 08 17:12:14.333049 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:12:14.546187 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f219162-ecca-48b8-b536-8b8b5097fb45 req-cabe95fb-830e-422f-adb8-ced39b50104b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:14.557375 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3f219162-ecca-48b8-b536-8b8b5097fb45 req-cabe95fb-830e-422f-adb8-ced39b50104b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 944 time: 0.0703883 Aug 08 17:12:14.619843 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3f219162-ecca-48b8-b536-8b8b5097fb45 req-5c5ee831-bf90-4773-a7be-b15e7d336d8e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606704 Aug 08 17:12:14.691409 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 039e8c05-0c37-424b-b404-0bbc863fe3cc up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:14.710465 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37024) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:14.803288 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 039e8c05-0c37-424b-b404-0bbc863fe3cc triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:14.804097 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:14.833195 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d627e2b-b511-4d22-9eaa-00e3f7ac5ff7 req-a2248c12-8e84-434b-9ec2-ed0859c72d93 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:14.835748 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7d627e2b-b511-4d22-9eaa-00e3f7ac5ff7 req-a2248c12-8e84-434b-9ec2-ed0859c72d93 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0874867 Aug 08 17:12:14.882195 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7d627e2b-b511-4d22-9eaa-00e3f7ac5ff7 req-9eb82f34-6025-4d3c-9477-b7dd3216c9c8 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Aug 08 17:12:14.912773 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4267684b-ce3c-4511-8aa0-14770620a433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:15.016284 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4267684b-ce3c-4511-8aa0-14770620a433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:15.020732 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4267684b-ce3c-4511-8aa0-14770620a433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:15.067446 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-4267684b-ce3c-4511-8aa0-14770620a433 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b011ad4c9c394ff387c8b5358eb58f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553085 Aug 08 17:12:15.067751 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 37030) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:15.068801 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267684b-ce3c-4511-8aa0-14770620a433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0419f02b-133c-4ba6-b68e-17668241bb89,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:15.138641 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-aba70077-674a-44d5-80cb-7d80777b1c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:15.165495 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-aba70077-674a-44d5-80cb-7d80777b1c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:15.223481 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-aba70077-674a-44d5-80cb-7d80777b1c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:15.226371 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-aba70077-674a-44d5-80cb-7d80777b1c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:15.227629 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-aba70077-674a-44d5-80cb-7d80777b1c12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0419f02b-133c-4ba6-b68e-17668241bb89 HTTP/1.1" status: 204 len: 168 time: 0.1588502 Aug 08 17:12:15.237138 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba70077-674a-44d5-80cb-7d80777b1c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0419f02b-133c-4ba6-b68e-17668241bb89,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:15.470873 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:15.754442 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6869e1-4c49-4edd-b63d-bcf132df92c8 req-136693ff-eff5-408d-b520-978eed604570 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:15.756163 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2f6869e1-4c49-4edd-b63d-bcf132df92c8 req-136693ff-eff5-408d-b520-978eed604570 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 944 time: 0.0628829 Aug 08 17:12:15.815120 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2f6869e1-4c49-4edd-b63d-bcf132df92c8 req-82601c68-56be-49be-83ff-addcb922e10b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513127 Aug 08 17:12:16.023338 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075eb7b-50cd-44d8-9522-54892fefd2f5 req-9978b819-3eea-4593-a5c1-acc078c67feb tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:16.024978 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2075eb7b-50cd-44d8-9522-54892fefd2f5 req-9978b819-3eea-4593-a5c1-acc078c67feb tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0551236 Aug 08 17:12:16.071543 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2075eb7b-50cd-44d8-9522-54892fefd2f5 req-41fd531b-84b7-4c4b-8708-43185627470a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402718 Aug 08 17:12:16.849134 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 38af3876-0b53-4a3a-ad2b-c0125e6e5677 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:12:16.989457 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0d165-3a11-479b-9e85-6d4f87c4eeeb req-eab2754f-60d0-463c-9254-d0af03135034 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:16.991670 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-19d0d165-3a11-479b-9e85-6d4f87c4eeeb req-eab2754f-60d0-463c-9254-d0af03135034 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 944 time: 0.1065722 Aug 08 17:12:17.042425 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 38af3876-0b53-4a3a-ad2b-c0125e6e5677, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=38af3876-0b53-4a3a-ad2b-c0125e6e5677,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:17.056583 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '38af3876-0b53-4a3a-ad2b-c0125e6e5677', 'network_id': '43561efe-0334-498b-a813-16137189be59', 'port_id': '38af3876-0b53-4a3a-ad2b-c0125e6e5677', 'mac_address': 'fa:16:3e:e5:3b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81adcb59-10e4-4d35-8a17-8df4c299bb7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:12:17.074133 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-19d0d165-3a11-479b-9e85-6d4f87c4eeeb req-4d9f0f14-4783-4eb2-b36e-c27790059007 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759776 Aug 08 17:12:17.146436 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:17.165871 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38af3876-0b53-4a3a-ad2b-c0125e6e5677 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:12:17.204543 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 38af3876-0b53-4a3a-ad2b-c0125e6e5677, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=38af3876-0b53-4a3a-ad2b-c0125e6e5677,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:17.206755 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893bc65-3e54-4135-a40d-4770c0781850 req-2cb6286a-d404-47ea-8727-3ca19be3d571 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:17.215310 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0893bc65-3e54-4135-a40d-4770c0781850 req-2cb6286a-d404-47ea-8727-3ca19be3d571 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0619442 Aug 08 17:12:17.224884 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:17.263835 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0893bc65-3e54-4135-a40d-4770c0781850 req-fd05aab5-bca5-41a0-8732-578a1301e140 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Aug 08 17:12:17.357710 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=38af3876-0b53-4a3a-ad2b-c0125e6e5677,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:17.826171 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['38af3876-0b53-4a3a-ad2b-c0125e6e5677'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:12:18.200898 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df684a-89d7-4c05-855f-9f7a84a78c65 req-e5cb89f2-8be8-46c8-b904-c23b207123fb tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:18.202329 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f4df684a-89d7-4c05-855f-9f7a84a78c65 req-e5cb89f2-8be8-46c8-b904-c23b207123fb tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 945 time: 0.0533690 Aug 08 17:12:18.243681 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f4df684a-89d7-4c05-855f-9f7a84a78c65 req-48d8bb22-8042-4464-9534-bfef5396d3d0 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345576 Aug 08 17:12:18.371416 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24bff-799d-401c-ab59-a6d0ac936d6e req-3857f554-e230-402f-a0ee-1bd0a92442b2 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:18.373954 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fcc24bff-799d-401c-ab59-a6d0ac936d6e req-3857f554-e230-402f-a0ee-1bd0a92442b2 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0550067 Aug 08 17:12:18.410814 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fcc24bff-799d-401c-ab59-a6d0ac936d6e req-bd25084f-5cc8-405c-aea8-1ca95f1e8a16 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302527 Aug 08 17:12:19.087929 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-d9ebb76c-2d30-4e42-adbf-42b1e462600e tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:19.089441 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-d9ebb76c-2d30-4e42-adbf-42b1e462600e tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/networks?id=d0068880-f47a-40df-8bd8-d283ead8ebea HTTP/1.1" status: 200 len: 815 time: 0.1241980 Aug 08 17:12:19.105782 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-ead485f8-8195-4ddf-8908-16eaea9e76ac tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/quotas/23597448bbf647c9a5b2985ae12aded3 HTTP/1.1" status: 200 len: 375 time: 0.0090990 Aug 08 17:12:19.155436 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-f67a4f45-f50d-4dfb-90e2-3f7bbc194b3b tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=23597448bbf647c9a5b2985ae12aded3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439372 Aug 08 17:12:19.251719 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-f51a7c1b-7d91-4393-9519-00c0858fa162 service neutron] 10.222.0.20 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839703 Aug 08 17:12:19.342589 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-ca471a8f-f4aa-4dee-bc36-db8135f6a01d service neutron] 10.222.0.20 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848050 Aug 08 17:12:19.424801 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630b704-56f3-4fca-b5e9-a435094f8782 req-0082cadd-a5bb-40df-9e5e-e591d6a087d7 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:19.426453 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d630b704-56f3-4fca-b5e9-a435094f8782 req-0082cadd-a5bb-40df-9e5e-e591d6a087d7 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 945 time: 0.0554392 Aug 08 17:12:19.471479 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d630b704-56f3-4fca-b5e9-a435094f8782 req-ea310125-0f59-4042-be23-0a6579debfa5 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374403 Aug 08 17:12:19.547501 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-16867618-bff9-4726-8717-2cbde3b5a8d4 req-27a22a07-d262-4f49-9a9d-1457434a82ab tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 210 time: 0.0292656 Aug 08 17:12:19.564052 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b46000-a965-448f-8ac2-6c23005488ff req-0ec875c0-2e85-47d9-ae26-5c75305f2926 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:19.565770 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-04b46000-a965-448f-8ac2-6c23005488ff req-0ec875c0-2e85-47d9-ae26-5c75305f2926 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0751188 Aug 08 17:12:19.605552 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-04b46000-a965-448f-8ac2-6c23005488ff req-e4991d6e-58b9-4d5a-a040-155cd2b13c3c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335581 Aug 08 17:12:20.639117 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551b5ca-1a6f-4fac-9dfe-477293c0b2b9 req-775a99f7-6ac8-4541-8bef-aba1d53554fc tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:20.642002 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7551b5ca-1a6f-4fac-9dfe-477293c0b2b9 req-775a99f7-6ac8-4541-8bef-aba1d53554fc tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 945 time: 0.0842640 Aug 08 17:12:20.678733 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7c7a9c83-6fc1-4d78-892d-6b20afc2b1fe req-234e3a0d-2f96-4600-9005-8d5e2dc3d88b tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 210 time: 0.0356781 Aug 08 17:12:20.696588 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-c09fe348-3b5d-4892-83ac-ef7f285a757e tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:20.698633 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-c09fe348-3b5d-4892-83ac-ef7f285a757e tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.32 "GET /v2.0/networks?id=d0068880-f47a-40df-8bd8-d283ead8ebea HTTP/1.1" status: 200 len: 815 time: 0.1499956 Aug 08 17:12:20.719295 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'port': {'device_id': '08b77716-c131-41b1-a713-a24aee004299', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'admin_state_up': True, 'tenant_id': '23597448bbf647c9a5b2985ae12aded3'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:20.748999 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7551b5ca-1a6f-4fac-9dfe-477293c0b2b9 req-d35daef6-b74d-4f0c-a129-77aae8cddb83 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977037 Aug 08 17:12:20.791895 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-80f7560b-f732-4a7a-a631-1fb1102d5209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:20.831978 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce2d7c-a73b-4561-b21f-ee01c5a91d83 req-5a7bd36a-3517-448b-9817-9106123d94c2 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:20.839499 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-afce2d7c-a73b-4561-b21f-ee01c5a91d83 req-5a7bd36a-3517-448b-9817-9106123d94c2 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0651834 Aug 08 17:12:20.853143 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Made reservation on behalf of 23597448bbf647c9a5b2985ae12aded3 for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:12:20.857998 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:20.872482 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 38af3876-0b53-4a3a-ad2b-c0125e6e5677 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:20.877540 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-afce2d7c-a73b-4561-b21f-ee01c5a91d83 req-34edd1e0-b7ce-45b9-bb63-8d7ebd2a7645 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371511 Aug 08 17:12:20.948517 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port 38af3876-0b53-4a3a-ad2b-c0125e6e5677 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:20.956427 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 38af3876-0b53-4a3a-ad2b-c0125e6e5677 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:20.956997 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:20.983196 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37230) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:21.023155 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Allocated IP 172.20.0.13 (d0068880-f47a-40df-8bd8-d283ead8ebea/25088da5-4d38-4a85-ad8c-127942c36bd7/51587a25-d7ca-467f-8f0f-80f14d73929f) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:12:21.051302 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.076587 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a3688c-b500-464a-93ae-a2d4b7a875bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38af3876-0b53-4a3a-ad2b-c0125e6e5677'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:12:21.079380 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5ca97b-520c-4b71-ae45-d77d4df05069" -d '{"events": [{"server_uuid": "08a3688c-b500-464a-93ae-a2d4b7a875bc", "name": "network-vif-plugged", "status": "completed", "tag": "38af3876-0b53-4a3a-ad2b-c0125e6e5677"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:12:21.124762 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 38af3876-0b53-4a3a-ad2b-c0125e6e5677, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=38af3876-0b53-4a3a-ad2b-c0125e6e5677,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:21.125226 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43b90a5d-6542-400c-b43b-8de63949cc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.132357 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.159136 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d63ae1-12f0-4e76-9545-2b7d1004e655 x-openstack-request-id: req-82d63ae1-12f0-4e76-9545-2b7d1004e655 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:12:21.159518 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a3688c-b500-464a-93ae-a2d4b7a875bc", "name": "network-vif-plugged", "status": "completed", "tag": "38af3876-0b53-4a3a-ad2b-c0125e6e5677", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:12:21.159725 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82d63ae1-12f0-4e76-9545-2b7d1004e655 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:12:21.160094 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a3688c-b500-464a-93ae-a2d4b7a875bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38af3876-0b53-4a3a-ad2b-c0125e6e5677', 'code': 200} Aug 08 17:12:21.191009 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=38af3876-0b53-4a3a-ad2b-c0125e6e5677,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:21.221575 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.237434 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Transition to ACTIVE for port object 51587a25-d7ca-467f-8f0f-80f14d73929f will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:21.281918 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.304584 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43b90a5d-6542-400c-b43b-8de63949cc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.308856 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43b90a5d-6542-400c-b43b-8de63949cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.350159 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b90a5d-6542-400c-b43b-8de63949cc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df65f344-84ed-447f-a659-4f15ca4dd63a,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:21.353761 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Network d0068880-f47a-40df-8bd8-d283ead8ebea is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:12:21.357612 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-43b90a5d-6542-400c-b43b-8de63949cc51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=101c6a57c26e43aa88ffe0a6b6611192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709638 Aug 08 17:12:21.357947 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37252) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:21.380511 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:12:21.385156 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:12:21.388190 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'Port': ['ID=51587a25-d7ca-467f-8f0f-80f14d73929f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:21.415194 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d786-d4ef-4003-9ba8-3b85a1faf32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.440466 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d786-d4ef-4003-9ba8-3b85a1faf32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.456603 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc499c-796e-4226-bca2-86e42ba9bf43 req-69c13ef1-7e81-424e-a3ce-29c07b5027e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:21.458113 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3cbc499c-796e-4226-bca2-86e42ba9bf43 req-69c13ef1-7e81-424e-a3ce-29c07b5027e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 1099 time: 0.1176841 Aug 08 17:12:21.490266 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:21.490472 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.502729 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d786-d4ef-4003-9ba8-3b85a1faf32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.507710 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c7e2d786-d4ef-4003-9ba8-3b85a1faf32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.511320 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c7e2d786-d4ef-4003-9ba8-3b85a1faf32e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df65f344-84ed-447f-a659-4f15ca4dd63a HTTP/1.1" status: 204 len: 168 time: 0.1501133 Aug 08 17:12:21.524387 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5241df1b-9be2-432b-8495-63f034493e75 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8094800 Aug 08 17:12:21.530122 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2d786-d4ef-4003-9ba8-3b85a1faf32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df65f344-84ed-447f-a659-4f15ca4dd63a,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:21.733281 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-01e8757e-52e6-4026-9711-7bb0cbef6c06 None None] Provisioning for port 51587a25-d7ca-467f-8f0f-80f14d73929f completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:21.744682 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-01e8757e-52e6-4026-9711-7bb0cbef6c06 None None] Provisioning complete for port 51587a25-d7ca-467f-8f0f-80f14d73929f triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:21.744973 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-01e8757e-52e6-4026-9711-7bb0cbef6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:21.831455 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-01e8757e-52e6-4026-9711-7bb0cbef6c06 None None] Port 51587a25-d7ca-467f-8f0f-80f14d73929f cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:12:21.878366 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008609-5ab9-49af-99fc-553d174611d7 req-2c19129b-c26c-496a-8f09-bd2cba901720 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:21.880103 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-20008609-5ab9-49af-99fc-553d174611d7 req-2c19129b-c26c-496a-8f09-bd2cba901720 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 932 time: 0.0866587 Aug 08 17:12:21.938869 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-20008609-5ab9-49af-99fc-553d174611d7 req-fadb4457-d027-42bd-89c1-9fba86e9ee4f tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459044 Aug 08 17:12:21.943628 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 37268) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:21.963477 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-56ced4bf-3ec5-4db5-b766-57835606eae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:22.081259 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602817ca-4b03-4cff-82c0-9f992b903d80 req-997818b3-b6aa-4238-862e-e65d587aae7d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:22.081890 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-56ced4bf-3ec5-4db5-b766-57835606eae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:22.082654 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-602817ca-4b03-4cff-82c0-9f992b903d80 req-997818b3-b6aa-4238-862e-e65d587aae7d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 946 time: 0.0643084 Aug 08 17:12:22.086145 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-56ced4bf-3ec5-4db5-b766-57835606eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:22.127814 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-56ced4bf-3ec5-4db5-b766-57835606eae6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7417aa5a511641cc82b2a91627af7493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824398 Aug 08 17:12:22.129127 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ced4bf-3ec5-4db5-b766-57835606eae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89201389-975c-4eed-8686-c8af4d72200a,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:22.130480 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37270) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:22.173359 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-602817ca-4b03-4cff-82c0-9f992b903d80 req-ac03322d-6fcb-49ce-a6f9-c7e26d154048 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815995 Aug 08 17:12:22.210082 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4eb24a77-31f7-44ed-ace8-6050a2c26d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:22.234829 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4eb24a77-31f7-44ed-ace8-6050a2c26d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:22.326815 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecda6c-dbd6-4134-bd55-d972551697ae req-3479fd28-ef69-4226-8488-06ba84a4441a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:22.329039 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a7ecda6c-dbd6-4134-bd55-d972551697ae req-3479fd28-ef69-4226-8488-06ba84a4441a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0789716 Aug 08 17:12:22.342904 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4eb24a77-31f7-44ed-ace8-6050a2c26d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:22.345851 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4eb24a77-31f7-44ed-ace8-6050a2c26d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:22.346901 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-4eb24a77-31f7-44ed-ace8-6050a2c26d1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89201389-975c-4eed-8686-c8af4d72200a HTTP/1.1" status: 204 len: 168 time: 0.2153220 Aug 08 17:12:22.362617 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb24a77-31f7-44ed-ace8-6050a2c26d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89201389-975c-4eed-8686-c8af4d72200a,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:22.379566 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a7ecda6c-dbd6-4134-bd55-d972551697ae req-3f6c6726-f16e-4733-9f8d-0c8cf538f88f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Aug 08 17:12:23.627932 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-dc622016-2eac-4f59-9fc6-046a87624975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:23.881523 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:23.987352 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37326) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:24.095241 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0404057c-ca13-4979-91a2-ffc528557277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.182187 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0404057c-ca13-4979-91a2-ffc528557277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.186429 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0404057c-ca13-4979-91a2-ffc528557277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.230346 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-0404057c-ca13-4979-91a2-ffc528557277 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2544c6d99d9f4952b16c56a3562bf8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393818 Aug 08 17:12:24.230346 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404057c-ca13-4979-91a2-ffc528557277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757150bd-6077-419f-94cd-c4ed9269a2c2,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:24.231395 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 37330) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:24.287419 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-97995b06-cc99-425a-a1c6-3a37926c494e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.311555 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-97995b06-cc99-425a-a1c6-3a37926c494e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.356747 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-97995b06-cc99-425a-a1c6-3a37926c494e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.359369 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-97995b06-cc99-425a-a1c6-3a37926c494e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.360532 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-97995b06-cc99-425a-a1c6-3a37926c494e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/757150bd-6077-419f-94cd-c4ed9269a2c2 HTTP/1.1" status: 204 len: 168 time: 0.1274710 Aug 08 17:12:24.367959 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97995b06-cc99-425a-a1c6-3a37926c494e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757150bd-6077-419f-94cd-c4ed9269a2c2,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:24.584523 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.633197 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 37338) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:24.647479 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bd920173-d026-41e5-b8a4-73302c9ee3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.732699 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bd920173-d026-41e5-b8a4-73302c9ee3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.736380 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bd920173-d026-41e5-b8a4-73302c9ee3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.774195 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-bd920173-d026-41e5-b8a4-73302c9ee3b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=978e44b0689043519950773877c218b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396616 Aug 08 17:12:24.778500 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37340) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:24.778689 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd920173-d026-41e5-b8a4-73302c9ee3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4927d28-3ab4-4c1d-b6ee-151a835b51cc,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:24.831878 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-580dcc02-3aa5-4475-bc56-17782baf735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.852947 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-580dcc02-3aa5-4475-bc56-17782baf735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.899187 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-580dcc02-3aa5-4475-bc56-17782baf735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.901660 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-580dcc02-3aa5-4475-bc56-17782baf735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:24.902847 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-580dcc02-3aa5-4475-bc56-17782baf735a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4927d28-3ab4-4c1d-b6ee-151a835b51cc HTTP/1.1" status: 204 len: 168 time: 0.1248078 Aug 08 17:12:24.910311 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dcc02-3aa5-4475-bc56-17782baf735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4927d28-3ab4-4c1d-b6ee-151a835b51cc,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:26.183722 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:30.929471 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37436) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:31.081846 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e61c8b4-f895-4152-867a-168df33a30ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.191875 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e61c8b4-f895-4152-867a-168df33a30ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.196033 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e61c8b4-f895-4152-867a-168df33a30ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.227186 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61c8b4-f895-4152-867a-168df33a30ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c885d17e-bd46-4efe-af99-577db0dec05e,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:31.241472 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-9e61c8b4-f895-4152-867a-168df33a30ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b3ffc67baf54a4c90e0d738918fac72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108103 Aug 08 17:12:31.243990 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37446) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:31.293221 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2207664b-80c2-4465-880e-e40f52022a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.314564 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2207664b-80c2-4465-880e-e40f52022a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.362641 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2207664b-80c2-4465-880e-e40f52022a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.365480 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2207664b-80c2-4465-880e-e40f52022a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.366804 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-2207664b-80c2-4465-880e-e40f52022a8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c885d17e-bd46-4efe-af99-577db0dec05e HTTP/1.1" status: 204 len: 168 time: 0.1218941 Aug 08 17:12:31.377225 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207664b-80c2-4465-880e-e40f52022a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c885d17e-bd46-4efe-af99-577db0dec05e,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:31.650731 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37454) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:31.664767 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-60e47572-0300-4de3-97f9-2c1f425650c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.754318 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-60e47572-0300-4de3-97f9-2c1f425650c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.760049 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-60e47572-0300-4de3-97f9-2c1f425650c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.790829 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e47572-0300-4de3-97f9-2c1f425650c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70db1bb-cdbc-447e-bd96-23ee07182ec0,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:31.809042 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-60e47572-0300-4de3-97f9-2c1f425650c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3913072ddc44422487ef00df05d75b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571097 Aug 08 17:12:31.811527 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37456) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:31.860016 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-714db7db-8fca-4d3f-b5b6-197be5360f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.883894 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-714db7db-8fca-4d3f-b5b6-197be5360f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.946361 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-714db7db-8fca-4d3f-b5b6-197be5360f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.948897 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-714db7db-8fca-4d3f-b5b6-197be5360f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:31.950026 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-714db7db-8fca-4d3f-b5b6-197be5360f9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e70db1bb-cdbc-447e-bd96-23ee07182ec0 HTTP/1.1" status: 204 len: 168 time: 0.1374996 Aug 08 17:12:31.958797 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714db7db-8fca-4d3f-b5b6-197be5360f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70db1bb-cdbc-447e-bd96-23ee07182ec0,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:32.435068 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37476) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:32.556169 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c863-e17a-4a07-b112-c7aceb692dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:32.671598 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c863-e17a-4a07-b112-c7aceb692dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:32.680911 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c863-e17a-4a07-b112-c7aceb692dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:32.723463 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-7ed9c863-e17a-4a07-b112-c7aceb692dbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9761c79082dd4bbda1b37a3e97156914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849405 Aug 08 17:12:32.723463 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9c863-e17a-4a07-b112-c7aceb692dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502535dd-0c85-4754-a68e-6ed86548e19a,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:32.723887 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 37488) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:32.774309 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d65acfb1-4ba6-4202-abc5-cc99e5ca2382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:32.802507 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d65acfb1-4ba6-4202-abc5-cc99e5ca2382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:32.860759 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d65acfb1-4ba6-4202-abc5-cc99e5ca2382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:32.863632 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d65acfb1-4ba6-4202-abc5-cc99e5ca2382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:32.867197 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d65acfb1-4ba6-4202-abc5-cc99e5ca2382 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/502535dd-0c85-4754-a68e-6ed86548e19a HTTP/1.1" status: 204 len: 168 time: 0.1415901 Aug 08 17:12:32.876140 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65acfb1-4ba6-4202-abc5-cc99e5ca2382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502535dd-0c85-4754-a68e-6ed86548e19a,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:34.063137 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 37548) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:34.194691 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d846e868-8e2a-4bd8-90c7-6d9a5668be0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:34.282696 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d846e868-8e2a-4bd8-90c7-6d9a5668be0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:34.286133 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d846e868-8e2a-4bd8-90c7-6d9a5668be0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:34.324110 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d846e868-8e2a-4bd8-90c7-6d9a5668be0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb8edf0810884a54968bf09439fa2567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598565 Aug 08 17:12:34.325210 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846e868-8e2a-4bd8-90c7-6d9a5668be0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dd6941-4400-4eaa-b1ac-454141b66f5f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:34.327124 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37554) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:34.383017 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2c735e2d-472c-465a-bd2b-81d07e7e68ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:34.403995 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2c735e2d-472c-465a-bd2b-81d07e7e68ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:34.451246 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2c735e2d-472c-465a-bd2b-81d07e7e68ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:34.454315 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2c735e2d-472c-465a-bd2b-81d07e7e68ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:34.455535 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-2c735e2d-472c-465a-bd2b-81d07e7e68ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75dd6941-4400-4eaa-b1ac-454141b66f5f HTTP/1.1" status: 204 len: 168 time: 0.1259828 Aug 08 17:12:34.463579 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c735e2d-472c-465a-bd2b-81d07e7e68ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dd6941-4400-4eaa-b1ac-454141b66f5f,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:35.530483 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37590) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:35.639423 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:35.727786 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:35.731504 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:35.771566 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3048b8f33c7413489fce5c20a28cbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389255 Aug 08 17:12:35.772286 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b3f5b4-25e0-4906-a8b9-242c3a006cb6,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:35.774314 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 37594) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:35.779678 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.780028 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.780936 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.781403 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.781925 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.782429 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.782942 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.783424 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.783908 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.784386 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.784882 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.785360 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ceb4a-5ec3-4a99-92d6-d734d736d000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.840756 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:35.862329 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:35.908097 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:35.910561 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:35.911732 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13b3f5b4-25e0-4906-a8b9-242c3a006cb6 HTTP/1.1" status: 204 len: 168 time: 0.1361785 Aug 08 17:12:35.919215 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b3f5b4-25e0-4906-a8b9-242c3a006cb6,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:35.926832 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.927167 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.927533 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.927875 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.928239 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.928568 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.928926 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.929234 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.929556 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.929877 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.930203 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:35.930520 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f8b1e9-059d-41d7-9a3f-6af2fffbaaea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:38.754157 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 37692) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:38.856553 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-22a1bade-98ce-4b6d-9708-8298a94131b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:38.945520 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-22a1bade-98ce-4b6d-9708-8298a94131b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:38.949213 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-22a1bade-98ce-4b6d-9708-8298a94131b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:38.990848 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-22a1bade-98ce-4b6d-9708-8298a94131b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5256bca414c34b5aa927727518b40519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355611 Aug 08 17:12:38.991945 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1bade-98ce-4b6d-9708-8298a94131b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85361c80-cbe6-4a64-8d3f-168ee224ce4b,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:38.993536 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37696) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:39.041608 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a093-adf4-4d9e-a098-cc758dace1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.066926 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a093-adf4-4d9e-a098-cc758dace1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.116686 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a093-adf4-4d9e-a098-cc758dace1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.119567 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a093-adf4-4d9e-a098-cc758dace1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.120759 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-b6d2a093-adf4-4d9e-a098-cc758dace1d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85361c80-cbe6-4a64-8d3f-168ee224ce4b HTTP/1.1" status: 204 len: 168 time: 0.1262391 Aug 08 17:12:39.128674 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2a093-adf4-4d9e-a098-cc758dace1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85361c80-cbe6-4a64-8d3f-168ee224ce4b,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:39.390892 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37708) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:39.403902 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-78849b46-5e4c-4666-8f12-c5b8d126fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.488665 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-78849b46-5e4c-4666-8f12-c5b8d126fd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.492145 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-78849b46-5e4c-4666-8f12-c5b8d126fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.527744 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78849b46-5e4c-4666-8f12-c5b8d126fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d68c816-926e-4052-85c1-c7a032ce2200,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:39.532026 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-78849b46-5e4c-4666-8f12-c5b8d126fd1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bfaf3f8f2614d6fa7b55fcdf90fa099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400206 Aug 08 17:12:39.534551 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 37710) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:12:39.582360 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bb340157-c80f-48be-b6c6-97e0d2a15fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.602441 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bb340157-c80f-48be-b6c6-97e0d2a15fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.647284 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bb340157-c80f-48be-b6c6-97e0d2a15fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.649838 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bb340157-c80f-48be-b6c6-97e0d2a15fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:39.650984 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-bb340157-c80f-48be-b6c6-97e0d2a15fe2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d68c816-926e-4052-85c1-c7a032ce2200 HTTP/1.1" status: 204 len: 168 time: 0.1154966 Aug 08 17:12:39.658552 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb340157-c80f-48be-b6c6-97e0d2a15fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d68c816-926e-4052-85c1-c7a032ce2200,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:40.010882 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Request body: {'port': {'device_id': '08b77716-c131-41b1-a713-a24aee004299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:40.064850 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3cbc499c-796e-4226-bca2-86e42ba9bf43 req-19e26662-47ab-418e-b9ff-9fc9083f5698 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511060 Aug 08 17:12:40.087977 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:40.201663 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9807f26-3db0-4915-934a-f7ec904dc6a4 req-ee009797-8340-4a98-9768-184f9f0d0376 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:40.203358 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d9807f26-3db0-4915-934a-f7ec904dc6a4 req-ee009797-8340-4a98-9768-184f9f0d0376 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 932 time: 0.0824933 Aug 08 17:12:40.216509 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e221c-4651-48c0-afc2-cf9d70f00522 req-e53a9fba-1fa2-4252-b6bf-b8c8f789d329 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:40.218615 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-740e221c-4651-48c0-afc2-cf9d70f00522 req-e53a9fba-1fa2-4252-b6bf-b8c8f789d329 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 946 time: 0.0838482 Aug 08 17:12:40.275641 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d9807f26-3db0-4915-934a-f7ec904dc6a4 req-c5a6c4b0-6f9d-4c36-87fe-3af56370add0 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559120 Aug 08 17:12:40.287292 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-740e221c-4651-48c0-afc2-cf9d70f00522 req-a3fbac92-6c60-4710-80d2-078d91035057 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545678 Aug 08 17:12:40.408342 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-ec9c0e4d-6062-4632-98c5-58c26ea85b50 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8d1a23d10ac84d24b12faf9354f0bce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359700 Aug 08 17:12:40.417592 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51587a25-d7ca-467f-8f0f-80f14d73929f {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:12:40.427260 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:40.433711 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1feb1c0-80b6-4658-b793-e80db973fc75 req-eb2c70d5-62d4-4eef-a74a-b4705ab61196 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:40.435203 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e1feb1c0-80b6-4658-b793-e80db973fc75 req-eb2c70d5-62d4-4eef-a74a-b4705ab61196 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0908072 Aug 08 17:12:40.439902 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Transition to ACTIVE for port object 51587a25-d7ca-467f-8f0f-80f14d73929f will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:40.444096 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:40.517317 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Pushing event updated for resources: {'Port': ['ID=51587a25-d7ca-467f-8f0f-80f14d73929f,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:40.615476 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Attempting to bind port 51587a25-d7ca-467f-8f0f-80f14d73929f on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:12:40.615830 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Attempting to bind port 51587a25-d7ca-467f-8f0f-80f14d73929f by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:12:40.616179 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Attempting to bind port 51587a25-d7ca-467f-8f0f-80f14d73929f on network d0068880-f47a-40df-8bd8-d283ead8ebea {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:40.621197 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Port 51587a25-d7ca-467f-8f0f-80f14d73929f on network d0068880-f47a-40df-8bd8-d283ead8ebea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:12:40.621524 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Attempting to bind port 51587a25-d7ca-467f-8f0f-80f14d73929f on network d0068880-f47a-40df-8bd8-d283ead8ebea {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:40.627344 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:12:40.627689 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Checking segment: {'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:12:40.628079 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Bound using segment: {'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:12:40.628517 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Bound port: 51587a25-d7ca-467f-8f0f-80f14d73929f, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e201fb8-21d0-42e8-8de8-246aeff7d379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:12:40.628874 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:40.708349 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] For port 51587a25-d7ca-467f-8f0f-80f14d73929f, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:12:40.712287 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] For port 51587a25-d7ca-467f-8f0f-80f14d73929f, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51587a25-d7ca-467f-8f0f-80f14d73929f,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:12:40.723132 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:40.763348 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:40.764054 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:40.765772 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] 10.222.0.32 "PUT /v2.0/ports/51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 200 len: 1094 time: 0.7593265 Aug 08 17:12:40.766212 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:12:40.768581 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9" -d '{"events": [{"name": "network-changed", "server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:12:40.809679 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e1feb1c0-80b6-4658-b793-e80db973fc75 req-f8fce621-5db4-4ca9-a686-50b2b025f9c0 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641136 Aug 08 17:12:40.823570 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4fbcf-c6f0-4407-982c-e98d47f64423 service neutron] Pushing event updated for resources: {'Port': ['ID=51587a25-d7ca-467f-8f0f-80f14d73929f,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:40.877869 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21b59db-f7bc-41dc-9806-fc6062ca223e x-openstack-request-id: req-a21b59db-f7bc-41dc-9806-fc6062ca223e {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:12:40.878165 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:12:40.878439 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a21b59db-f7bc-41dc-9806-fc6062ca223e {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:12:40.879004 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'status': 'completed', 'code': 200} Aug 08 17:12:40.898936 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-7564c803-b684-4482-bade-b24570067363 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:40.900695 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-7564c803-b684-4482-bade-b24570067363 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4844820 Aug 08 17:12:40.916987 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-5007a88b-3333-4882-9dd0-4600d7104706 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/quotas/8d1a23d10ac84d24b12faf9354f0bce0 HTTP/1.1" status: 200 len: 375 time: 0.0092530 Aug 08 17:12:40.949670 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-4f4a389f-9230-447d-99a0-9ec0a2feae78 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d1a23d10ac84d24b12faf9354f0bce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263307 Aug 08 17:12:41.084724 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-7e20ebd7-469d-4108-b47f-ebc9ed746c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:41.084724 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-7e20ebd7-469d-4108-b47f-ebc9ed746c3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23597448bbf647c9a5b2985ae12aded3&device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 1097 time: 0.0599587 Aug 08 17:12:41.146420 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3b6f6ea0-e010-4337-be31-e4254684d99c req-2d2f7bf7-e632-4964-9ab9-ea5d7c0375d7 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 210 time: 0.0322385 Aug 08 17:12:41.174880 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-5358ed94-51b5-4ba0-ba96-18f77f6b10e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 200 len: 217 time: 0.0722265 Aug 08 17:12:41.253274 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-dfdaae42-7978-4d0f-9840-94e89430a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:41.254756 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-dfdaae42-7978-4d0f-9840-94e89430a111 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25088da5-4d38-4a85-ad8c-127942c36bd7 HTTP/1.1" status: 200 len: 854 time: 0.0713184 Aug 08 17:12:41.308625 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-20e54287-c2a9-4e5f-a5e1-438fcdd00439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:41.310101 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-20e54287-c2a9-4e5f-a5e1-438fcdd00439 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0068880-f47a-40df-8bd8-d283ead8ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457525 Aug 08 17:12:41.425229 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-668b927e-bb91-4fd8-8653-c463dcf2feb5 service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061304 Aug 08 17:12:41.443503 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce593793-84bf-433e-92b2-138e223a9894 req-9f7c1d94-ebfa-42e8-8158-f87682bf2d9a tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:41.445589 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ce593793-84bf-433e-92b2-138e223a9894 req-9f7c1d94-ebfa-42e8-8158-f87682bf2d9a tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 944 time: 0.0786107 Aug 08 17:12:41.514279 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce37574-4210-4d02-a939-9c11c086e5df req-700ecb37-632c-41e2-9328-055c515ea75f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:41.516587 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ce37574-4210-4d02-a939-9c11c086e5df req-700ecb37-632c-41e2-9328-055c515ea75f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 946 time: 0.0899525 Aug 08 17:12:41.526064 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ce593793-84bf-433e-92b2-138e223a9894 req-7f4b2735-8fcc-4730-bbde-b59062b8858b tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592926 Aug 08 17:12:41.539269 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-be6753e6-a182-41ea-99b3-c156d9b08b2d req-42cf7a95-3beb-4286-9aab-1b42571e70c5 service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031132 Aug 08 17:12:41.571285 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ce37574-4210-4d02-a939-9c11c086e5df req-9736979d-3e8a-4b6c-a5fb-3f699ccc75ef tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Aug 08 17:12:41.782376 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-09b49f85-6315-468f-b004-9c4673ebb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:41.783902 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-09b49f85-6315-468f-b004-9c4673ebb0c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23597448bbf647c9a5b2985ae12aded3&device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 1097 time: 0.0414026 Aug 08 17:12:41.917165 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-2ce0e233-768f-4718-8555-80ebab90a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:41.918629 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-2ce0e233-768f-4718-8555-80ebab90a9d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0068880-f47a-40df-8bd8-d283ead8ebea HTTP/1.1" status: 200 len: 915 time: 0.0997801 Aug 08 17:12:41.936641 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127c232-6bbb-482c-9c9d-96202be975bb req-eea43d8e-eeb3-4241-8ca6-2f7f848599ec tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:41.938143 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3127c232-6bbb-482c-9c9d-96202be975bb req-eea43d8e-eeb3-4241-8ca6-2f7f848599ec tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0525000 Aug 08 17:12:41.968828 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-a75bc8c1-ec2a-428a-9df6-9c04b0a54cfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 200 len: 217 time: 0.0384665 Aug 08 17:12:41.982202 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3127c232-6bbb-482c-9c9d-96202be975bb req-bc95b37a-48b6-46ee-9ab1-52502da80f7b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382154 Aug 08 17:12:42.019202 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-f2e1c00e-49f1-4840-b4d4-9dcd3c2259e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:42.020645 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-f2e1c00e-49f1-4840-b4d4-9dcd3c2259e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25088da5-4d38-4a85-ad8c-127942c36bd7 HTTP/1.1" status: 200 len: 854 time: 0.0450101 Aug 08 17:12:42.073364 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-bdafd7e3-2cda-4344-8be3-c69dd9a6f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:42.074875 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-bdafd7e3-2cda-4344-8be3-c69dd9a6f75e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0068880-f47a-40df-8bd8-d283ead8ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440242 Aug 08 17:12:42.205754 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-a11ef231-139c-4989-8279-2442d0d12224 service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949430 Aug 08 17:12:42.251276 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9a6df670-787b-4867-9200-1dcee32799b8 req-72e39eba-ddd0-4026-80a4-1e79a41f2421 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 210 time: 0.0304453 Aug 08 17:12:42.321741 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2881f8f4-7cc6-4a43-8cf6-e04ac2a560f9 req-ce92fbdc-d5d0-4312-ba05-0ff65943d74b service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965343 Aug 08 17:12:42.595464 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-964b7a93-200d-4e05-a65c-24f4bc52221b tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8d1a23d10ac84d24b12faf9354f0bce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321531 Aug 08 17:12:42.714063 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55be96-7f36-4bb1-b1ab-62be7c395e43 req-96002257-9b69-4ea6-a277-1f2f51b00be7 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:42.715658 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cb55be96-7f36-4bb1-b1ab-62be7c395e43 req-96002257-9b69-4ea6-a277-1f2f51b00be7 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 944 time: 0.1126533 Aug 08 17:12:42.727221 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eafbef-2929-4824-8321-8ea19f53f3e0 req-be0fac76-15a4-44dd-965f-6d3a5a021eb6 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:42.728608 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-97eafbef-2929-4824-8321-8ea19f53f3e0 req-be0fac76-15a4-44dd-965f-6d3a5a021eb6 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 946 time: 0.0872188 Aug 08 17:12:42.783328 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cb55be96-7f36-4bb1-b1ab-62be7c395e43 req-b21bc019-45b0-49bc-9b2c-82a21a38ccaf tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537400 Aug 08 17:12:42.799419 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-97eafbef-2929-4824-8321-8ea19f53f3e0 req-89385e81-0ab9-4f3f-bdec-37a95404a56d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533230 Aug 08 17:12:42.865194 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-bf27b1da-2569-43f9-84c8-3cdad93f7364 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:42.866993 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-bf27b1da-2569-43f9-84c8-3cdad93f7364 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521665 Aug 08 17:12:42.905447 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Request body: {'port': {'device_id': '080acb06-9599-40a8-aa25-d87d6745cda0', 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958', 'admin_state_up': True, 'tenant_id': '8d1a23d10ac84d24b12faf9354f0bce0'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:43.019986 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Made reservation on behalf of 8d1a23d10ac84d24b12faf9354f0bce0 for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:12:43.023543 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:43.033401 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:43.110338 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59330e1e-fb31-49d4-81bb-2b3a7219e0fa req-e072803b-df8f-4575-9b2a-e96b3640da1c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:43.111889 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-59330e1e-fb31-49d4-81bb-2b3a7219e0fa req-e072803b-df8f-4575-9b2a-e96b3640da1c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0533533 Aug 08 17:12:43.140617 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:43.145168 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:43.153623 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-59330e1e-fb31-49d4-81bb-2b3a7219e0fa req-1ceee15c-fddd-47dd-8c21-a23737bb406e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352485 Aug 08 17:12:43.214454 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250aa139-7668-4497-a281-92e2e67edf10,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:43.295526 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Allocated IP 192.168.233.143 (984fbae7-3c5c-49e4-9b32-12a69fee0958/24632e37-cb5f-4a12-b073-e0ed03646463/f6a57670-090c-4ee3-8ed6-378929b57646) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:12:43.381283 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-af477c06-8552-4c5f-ba21-1537a53fdbe8 req-1a7fd6a9-6723-4c03-8872-b712163e89f0 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 210 time: 0.0311549 Aug 08 17:12:43.477681 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:43.491571 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Transition to ACTIVE for port object f6a57670-090c-4ee3-8ed6-378929b57646 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:43.525996 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:43.571287 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Network 984fbae7-3c5c-49e4-9b32-12a69fee0958 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:12:43.574414 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:12:43.579426 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:12:43.582225 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Pushing event updated for resources: {'Port': ['ID=f6a57670-090c-4ee3-8ed6-378929b57646,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:43.632836 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:43.633462 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:43.648688 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0dcdb995-31ad-41e6-89e5-38d7542bd3cd tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7475276 Aug 08 17:12:43.668588 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Request body: {'port': {'device_id': '080acb06-9599-40a8-aa25-d87d6745cda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:43.728590 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:43.765509 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-aa4479dc-ca8c-499a-8b5f-4dd5a9f8e4d9 None None] Provisioning for port f6a57670-090c-4ee3-8ed6-378929b57646 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:43.769069 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-aa4479dc-ca8c-499a-8b5f-4dd5a9f8e4d9 None None] Provisioning complete for port f6a57670-090c-4ee3-8ed6-378929b57646 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:43.769440 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-aa4479dc-ca8c-499a-8b5f-4dd5a9f8e4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:43.804804 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-aa4479dc-ca8c-499a-8b5f-4dd5a9f8e4d9 None None] Port f6a57670-090c-4ee3-8ed6-378929b57646 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:12:43.912784 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da49c28-9284-4a57-a3dd-43260bf373bb req-3b15dbd0-e53f-460d-8c65-0488d23bfa0d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:43.914281 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6da49c28-9284-4a57-a3dd-43260bf373bb req-3b15dbd0-e53f-460d-8c65-0488d23bfa0d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 944 time: 0.0542855 Aug 08 17:12:43.956487 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6da49c28-9284-4a57-a3dd-43260bf373bb req-269fdf40-a5d6-490e-81eb-d9bd6169bd93 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362418 Aug 08 17:12:44.042693 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a57670-090c-4ee3-8ed6-378929b57646 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:12:44.052660 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:44.069473 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Transition to ACTIVE for port object f6a57670-090c-4ee3-8ed6-378929b57646 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:44.071708 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9c586-77b9-43d8-ad88-e5bbb0f23a0f req-1c51ee1f-dd76-4b76-b7ca-ea63755859df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:44.073328 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-43c9c586-77b9-43d8-ad88-e5bbb0f23a0f req-1c51ee1f-dd76-4b76-b7ca-ea63755859df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 1098 time: 0.0678704 Aug 08 17:12:44.074303 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:44.144906 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a57670-090c-4ee3-8ed6-378929b57646,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:44.161417 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-43c9c586-77b9-43d8-ad88-e5bbb0f23a0f req-3ad379d0-7a78-443c-a540-c05844e228bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603917 Aug 08 17:12:44.235856 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Attempting to bind port f6a57670-090c-4ee3-8ed6-378929b57646 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:12:44.236465 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Attempting to bind port f6a57670-090c-4ee3-8ed6-378929b57646 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'da2692ac-945e-4baa-8028-3513c0d193dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:12:44.236786 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Attempting to bind port f6a57670-090c-4ee3-8ed6-378929b57646 on network 984fbae7-3c5c-49e4-9b32-12a69fee0958 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:44.243880 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Port f6a57670-090c-4ee3-8ed6-378929b57646 on network 984fbae7-3c5c-49e4-9b32-12a69fee0958 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:12:44.244331 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Attempting to bind port f6a57670-090c-4ee3-8ed6-378929b57646 on network 984fbae7-3c5c-49e4-9b32-12a69fee0958 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:44.252879 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:12:44.254764 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Checking segment: {'id': 'da2692ac-945e-4baa-8028-3513c0d193dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:12:44.254764 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Bound using segment: {'id': 'da2692ac-945e-4baa-8028-3513c0d193dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:12:44.254764 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Bound port: f6a57670-090c-4ee3-8ed6-378929b57646, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2692ac-945e-4baa-8028-3513c0d193dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:12:44.255167 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:44.283670 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dae74-34d6-4a00-b56d-b36ce9343cbe req-8f3d8a5e-49ba-48fa-8ce6-dd77163ff0de tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:44.285268 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-491dae74-34d6-4a00-b56d-b36ce9343cbe req-8f3d8a5e-49ba-48fa-8ce6-dd77163ff0de tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0555186 Aug 08 17:12:44.329661 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-491dae74-34d6-4a00-b56d-b36ce9343cbe req-a9f739b1-1bcc-4c3b-9638-8538c00ef422 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Aug 08 17:12:44.337366 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] For port f6a57670-090c-4ee3-8ed6-378929b57646, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:12:44.340514 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] For port f6a57670-090c-4ee3-8ed6-378929b57646, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f6a57670-090c-4ee3-8ed6-378929b57646,segment=NetworkSegment(da2692ac-945e-4baa-8028-3513c0d193dd),segment_id=da2692ac-945e-4baa-8028-3513c0d193dd)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:12:44.345321 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:44.381515 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:44.382138 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:44.383612 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] 10.222.0.32 "PUT /v2.0/ports/f6a57670-090c-4ee3-8ed6-378929b57646 HTTP/1.1" status: 200 len: 1098 time: 0.7195444 Aug 08 17:12:44.383967 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '080acb06-9599-40a8-aa25-d87d6745cda0', 'tag': 'f6a57670-090c-4ee3-8ed6-378929b57646'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:12:44.386314 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3e9012-e702-4aa6-9902-eef035fa3ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "080acb06-9599-40a8-aa25-d87d6745cda0", "tag": "f6a57670-090c-4ee3-8ed6-378929b57646"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:12:44.419125 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88d44f-796f-4336-b48f-6d5809352c78 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a57670-090c-4ee3-8ed6-378929b57646,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:44.451685 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c6c59b-ea5b-4523-8ec8-2a5192d2c01a x-openstack-request-id: req-95c6c59b-ea5b-4523-8ec8-2a5192d2c01a {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:12:44.452014 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "080acb06-9599-40a8-aa25-d87d6745cda0", "tag": "f6a57670-090c-4ee3-8ed6-378929b57646", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:12:44.452270 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95c6c59b-ea5b-4523-8ec8-2a5192d2c01a {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:12:44.452672 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '080acb06-9599-40a8-aa25-d87d6745cda0', 'tag': 'f6a57670-090c-4ee3-8ed6-378929b57646', 'status': 'completed', 'code': 200} Aug 08 17:12:44.571612 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89622335-c4f8-4b02-93f3-3369675d0aa2 req-8b072f41-af60-42db-afda-72a8fc6ccc37 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:44.573097 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-89622335-c4f8-4b02-93f3-3369675d0aa2 req-8b072f41-af60-42db-afda-72a8fc6ccc37 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 948 time: 0.0691776 Aug 08 17:12:44.621897 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-89622335-c4f8-4b02-93f3-3369675d0aa2 req-f79eb33d-2655-41e9-9392-6e2e78b1d4fb tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Aug 08 17:12:44.690157 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e9012-e702-4aa6-9902-eef035fa3ff0 req-bab01846-377d-49cc-a7f5-142dfe90595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:44.691589 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d3e9012-e702-4aa6-9902-eef035fa3ff0 req-bab01846-377d-49cc-a7f5-142dfe90595d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1a23d10ac84d24b12faf9354f0bce0&device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 1101 time: 0.0404780 Aug 08 17:12:44.727486 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d3e9012-e702-4aa6-9902-eef035fa3ff0 req-770d00a1-1f3c-4327-bea7-2022bec4102b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8d1a23d10ac84d24b12faf9354f0bce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198209 Aug 08 17:12:44.825197 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e9012-e702-4aa6-9902-eef035fa3ff0 req-6306b465-6222-46d7-84c7-4095d1cd8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:44.826684 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d3e9012-e702-4aa6-9902-eef035fa3ff0 req-6306b465-6222-46d7-84c7-4095d1cd8f38 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914197 Aug 08 17:12:45.099469 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a18737-76c9-4b1d-ac97-1ac5db00c4df req-0c7e576b-d291-475c-ad2f-6651b1ee6eb9 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:45.101126 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c2a18737-76c9-4b1d-ac97-1ac5db00c4df req-0c7e576b-d291-475c-ad2f-6651b1ee6eb9 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 944 time: 0.0609317 Aug 08 17:12:45.142467 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c2a18737-76c9-4b1d-ac97-1ac5db00c4df req-05fb80fe-24e9-4cd8-a5f1-d0b3e7e0bc9b tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Aug 08 17:12:45.228853 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0b48f2e8-d4a6-42c9-8a6e-3d72ba9da85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:45.230390 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-0b48f2e8-d4a6-42c9-8a6e-3d72ba9da85d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d1a23d10ac84d24b12faf9354f0bce0&device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 1101 time: 0.3010805 Aug 08 17:12:45.280464 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-5d149f9e-6029-4c05-9581-0fde06023d50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=f6a57670-090c-4ee3-8ed6-378929b57646 HTTP/1.1" status: 200 len: 217 time: 0.0350761 Aug 08 17:12:45.333907 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-af32cb05-f112-4f9d-be71-3144a3ae8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:45.335344 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-af32cb05-f112-4f9d-be71-3144a3ae8d8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24632e37-cb5f-4a12-b073-e0ed03646463 HTTP/1.1" status: 200 len: 843 time: 0.0441334 Aug 08 17:12:45.388081 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-91d31d79-a323-45ac-8e05-438c6efe1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:45.390164 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-91d31d79-a323-45ac-8e05-438c6efe1db2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=984fbae7-3c5c-49e4-9b32-12a69fee0958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432599 Aug 08 17:12:45.444921 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6145e-77f2-44c4-8f02-c44b304ba379 req-9348b70f-362a-4eac-af54-f4ba1b7608a5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:45.446446 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-35b6145e-77f2-44c4-8f02-c44b304ba379 req-9348b70f-362a-4eac-af54-f4ba1b7608a5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0486987 Aug 08 17:12:45.489102 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:45.494766 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-35b6145e-77f2-44c4-8f02-c44b304ba379 req-47679ffc-7986-478d-bbc2-3a250c1fa63f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Aug 08 17:12:45.497684 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-2299a69a-0bde-4d28-a696-8d14211c5843 service neutron] 10.222.0.32 "GET /v2.0/networks/984fbae7-3c5c-49e4-9b32-12a69fee0958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985312 Aug 08 17:12:45.603159 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2314d365-1bbc-4dea-98ec-35070e7c7660 req-42664a7e-992e-4d42-ae83-8d3c27149f1d service neutron] 10.222.0.32 "GET /v2.0/networks/984fbae7-3c5c-49e4-9b32-12a69fee0958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977366 Aug 08 17:12:45.739885 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d20d18-af26-49e9-b815-2c7f316a6030 req-dd2f8d9a-a42f-43a1-b480-38f199966810 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:45.741578 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b2d20d18-af26-49e9-b815-2c7f316a6030 req-dd2f8d9a-a42f-43a1-b480-38f199966810 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 948 time: 0.0515621 Aug 08 17:12:45.830544 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b2d20d18-af26-49e9-b815-2c7f316a6030 req-b06496e8-112d-4527-8b3b-1060f124328b tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825422 Aug 08 17:12:45.884108 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-826b7a56-b1be-4c33-8b53-091f95767ef2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:45.885526 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-826b7a56-b1be-4c33-8b53-091f95767ef2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 814 time: 0.1239808 Aug 08 17:12:45.903075 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-2a03a963-b07a-4239-bf27-651e43bcedde tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/quotas/aca75413f47e435cbdcec1f144fb030e HTTP/1.1" status: 200 len: 375 time: 0.0097904 Aug 08 17:12:45.957775 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-9db08c66-da93-4a27-a7af-30e643844fde tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485432 Aug 08 17:12:46.054287 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-7eaf6f90-5174-4e2d-83da-8e9e0e1efa38 service neutron] 10.222.0.20 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879107 Aug 08 17:12:46.144673 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-965b7c8c-220c-455d-88d8-33df74b95c3e service neutron] 10.222.0.20 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844183 Aug 08 17:12:46.347409 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-18190f0f-f7eb-4810-ac70-c7d19cc83fa5 req-56472278-09db-4674-a067-b030263a535b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 210 time: 0.0524092 Aug 08 17:12:46.371062 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd4845-47c4-421a-b76a-5a1a141f7112 req-dde3d029-6eb7-41a9-984c-c0e6d0079cb2 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:46.372546 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-86cd4845-47c4-421a-b76a-5a1a141f7112 req-dde3d029-6eb7-41a9-984c-c0e6d0079cb2 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 944 time: 0.0745220 Aug 08 17:12:46.413697 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-86cd4845-47c4-421a-b76a-5a1a141f7112 req-15837996-5963-402f-a071-1ea3886a5bb5 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349822 Aug 08 17:12:46.635163 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135801a-e728-4c1c-9f9a-fc33065f9da7 req-b625d3ac-5c22-4317-ae50-2dace595b34a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:46.636641 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e135801a-e728-4c1c-9f9a-fc33065f9da7 req-b625d3ac-5c22-4317-ae50-2dace595b34a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0578809 Aug 08 17:12:46.678785 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e135801a-e728-4c1c-9f9a-fc33065f9da7 req-4c052b8c-7274-43da-a7a0-b6d768484cf7 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347614 Aug 08 17:12:46.803842 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803af816-f155-4c20-b38c-28146600172d req-363e4afa-03a1-47c9-8e81-e6ac7adc5c52 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:46.805368 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-803af816-f155-4c20-b38c-28146600172d req-363e4afa-03a1-47c9-8e81-e6ac7adc5c52 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0508721 Aug 08 17:12:46.847553 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-803af816-f155-4c20-b38c-28146600172d req-d15212f3-6cb7-46d0-93cc-8748964e0478 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362380 Aug 08 17:12:46.896966 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-e397d37b-e6ee-41cd-b12b-57be889b57b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581551 Aug 08 17:12:46.968980 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dcba3-2efd-4ef2-b0de-37ed61c75e65 req-cdd69d46-afef-44cd-881d-20e5cbc59d57 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:46.970841 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6f9dcba3-2efd-4ef2-b0de-37ed61c75e65 req-cdd69d46-afef-44cd-881d-20e5cbc59d57 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 948 time: 0.0606806 Aug 08 17:12:46.989223 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-e702b3c4-ad43-48f9-bb02-d79ca22f5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:46.990840 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-e702b3c4-ad43-48f9-bb02-d79ca22f5695 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 1099 time: 0.0467556 Aug 08 17:12:47.012407 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 51587a25-d7ca-467f-8f0f-80f14d73929f details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:12:47.014438 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6f9dcba3-2efd-4ef2-b0de-37ed61c75e65 req-c890bcad-8940-4eb0-a580-a9df8a49c1f0 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361536 Aug 08 17:12:47.122503 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-8763faab-7383-416d-ba58-7f009668fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:47.124719 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-8763faab-7383-416d-ba58-7f009668fe16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 918 time: 0.1011598 Aug 08 17:12:47.150552 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 51587a25-d7ca-467f-8f0f-80f14d73929f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51587a25-d7ca-467f-8f0f-80f14d73929f,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:47.171890 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'port_id': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'mac_address': 'fa:16:3e:32:86:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:12:47.183739 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-4d5b2aee-784e-4fc9-9f76-75b79db22004 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4 HTTP/1.1" status: 200 len: 217 time: 0.0499055 Aug 08 17:12:47.234617 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:47.252696 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51587a25-d7ca-467f-8f0f-80f14d73929f {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:12:47.290734 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 51587a25-d7ca-467f-8f0f-80f14d73929f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51587a25-d7ca-467f-8f0f-80f14d73929f,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:47.299996 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:47.323777 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-7d2427d9-6ca1-4580-8a8a-75a81716ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:47.332816 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-7d2427d9-6ca1-4580-8a8a-75a81716ab3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 200 len: 858 time: 0.1402051 Aug 08 17:12:47.388395 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=51587a25-d7ca-467f-8f0f-80f14d73929f,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:47.407999 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-f3817a74-69b1-4dbd-9c97-2f8a3d43301d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87ea2ee9-44f5-46e9-b78a-78ad058ee009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304389 Aug 08 17:12:47.618038 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-49efbd1d-a316-4937-950f-0d6326016248 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833236 Aug 08 17:12:47.629570 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-e70e7eed-97f9-4332-b07c-0cd57c130c37 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:47.631138 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-e70e7eed-97f9-4332-b07c-0cd57c130c37 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 814 time: 0.1517887 Aug 08 17:12:47.660669 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7c5e0f57-4f4b-4452-bd43-cdccf69f7608 req-4582dcde-fe69-47cf-be1f-12c940d75aae tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 210 time: 0.0439787 Aug 08 17:12:47.689319 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20935b19-3784-4ad6-bb58-762c8d2a92ff req-89aa2cf3-ffbb-4898-b4b9-e0e78779a9b1 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:47.691026 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-20935b19-3784-4ad6-bb58-762c8d2a92ff req-89aa2cf3-ffbb-4898-b4b9-e0e78779a9b1 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 945 time: 0.0921605 Aug 08 17:12:47.700986 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Request body: {'port': {'device_id': 'd5ba2f51-560b-49ec-9e3c-0c03479dc346', 'network_id': '43561efe-0334-498b-a813-16137189be59', 'admin_state_up': True, 'tenant_id': 'aca75413f47e435cbdcec1f144fb030e'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:47.735555 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-20935b19-3784-4ad6-bb58-762c8d2a92ff req-e4cd17b5-9684-461d-9eaa-da7a0c02872d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362415 Aug 08 17:12:47.803986 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5765ea5b-81a8-4daf-82d3-c98b276ac0c9 req-08009ed3-55f3-4868-b5fb-dfcfe8cd6fcf service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718171 Aug 08 17:12:47.838199 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Made reservation on behalf of aca75413f47e435cbdcec1f144fb030e for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:12:47.841660 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:47.973140 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Allocated IP 172.20.0.2 (43561efe-0334-498b-a813-16137189be59/81adcb59-10e4-4d35-8a17-8df4c299bb7f/3dc060a0-a3bf-4b29-88c1-4d6003e87b00) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:12:47.997931 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['51587a25-d7ca-467f-8f0f-80f14d73929f'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:12:48.137061 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:48.143958 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f15825-3adc-4ee6-b447-d7aa3a4b64fe req-98527fc8-2592-468c-ac93-1b87f6216b11 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:48.145462 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c7f15825-3adc-4ee6-b447-d7aa3a4b64fe req-98527fc8-2592-468c-ac93-1b87f6216b11 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 948 time: 0.0578403 Aug 08 17:12:48.178501 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:48.187735 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c7f15825-3adc-4ee6-b447-d7aa3a4b64fe req-cc67c635-2250-48c7-87ba-930e8104fa23 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349369 Aug 08 17:12:48.221692 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Network 43561efe-0334-498b-a813-16137189be59 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:12:48.227092 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:12:48.231225 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:12:48.238405 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Pushing event updated for resources: {'Port': ['ID=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:48.288182 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:48.288791 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:48.303010 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-308f7250-ce42-44f8-8c98-013428a9e5be tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151183 Aug 08 17:12:48.328577 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Request body: {'port': {'device_id': 'd5ba2f51-560b-49ec-9e3c-0c03479dc346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:12:48.386528 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:48.662758 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:12:48.671069 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:48.693675 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Transition to ACTIVE for port object 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:12:48.699227 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:48.736586 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60081cb-2a7d-4ee2-8e95-a974ca3317c2 req-7b0be868-0170-4c73-85a9-f72f949a6e12 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:48.738110 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e60081cb-2a7d-4ee2-8e95-a974ca3317c2 req-7b0be868-0170-4c73-85a9-f72f949a6e12 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0561445 Aug 08 17:12:48.755546 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:48.778981 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e60081cb-2a7d-4ee2-8e95-a974ca3317c2 req-f057bfdc-9a3c-41fb-b8f3-29e449f50adf tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348063 Aug 08 17:12:48.856363 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Attempting to bind port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:12:48.856701 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Attempting to bind port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:12:48.857029 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Attempting to bind port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 on network 43561efe-0334-498b-a813-16137189be59 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:48.866790 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cff31-acfe-43c6-a59a-9c2dab1d40c1 req-c034beae-9921-4d8d-af80-522e5e8f5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:48.868325 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a99cff31-acfe-43c6-a59a-9c2dab1d40c1 req-c034beae-9921-4d8d-af80-522e5e8f5821 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 1099 time: 0.0681686 Aug 08 17:12:48.869300 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 on network 43561efe-0334-498b-a813-16137189be59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:12:48.869618 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Attempting to bind port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 on network 43561efe-0334-498b-a813-16137189be59 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:12:48.874918 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:12:48.875286 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Checking segment: {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:12:48.875698 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Bound using segment: {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:12:48.876184 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Bound port: 3dc060a0-a3bf-4b29-88c1-4d6003e87b00, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:12:48.876544 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:48.888954 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1431e6f-9003-4004-ba4c-d088e30eeba6 req-f3ebde9c-7a1f-4956-95ad-c1fd694c9b2d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:48.891252 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b1431e6f-9003-4004-ba4c-d088e30eeba6 req-f3ebde9c-7a1f-4956-95ad-c1fd694c9b2d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 943 time: 0.0559878 Aug 08 17:12:48.939391 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b1431e6f-9003-4004-ba4c-d088e30eeba6 req-31251e34-cb05-4fcb-9c0d-a04313bd3522 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Aug 08 17:12:48.984578 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae533-3839-4cdb-ae53-5a48bbd69b10 req-a290f46b-6b6c-4479-aaa2-851ecd3b0277 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:48.986101 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-451ae533-3839-4cdb-ae53-5a48bbd69b10 req-a290f46b-6b6c-4479-aaa2-851ecd3b0277 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 945 time: 0.0629168 Aug 08 17:12:49.014352 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] For port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:12:49.021790 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] For port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:12:49.026862 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-451ae533-3839-4cdb-ae53-5a48bbd69b10 req-6dbe49bc-3d22-4d55-a943-9f856e59156b tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345283 Aug 08 17:12:49.029169 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cff31-acfe-43c6-a59a-9c2dab1d40c1 req-a94ebd9f-540e-4bf1-a34c-a9ee2ac8e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:49.030683 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f6a57670-090c-4ee3-8ed6-378929b57646 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:12:49.031927 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a99cff31-acfe-43c6-a59a-9c2dab1d40c1 req-a94ebd9f-540e-4bf1-a34c-a9ee2ac8e6fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 918 time: 0.1533167 Aug 08 17:12:49.034975 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:49.106648 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:49.106976 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f3461f3a-5ec4-4527-b2c1-eec9b4418dff', '38af3876-0b53-4a3a-ad2b-c0125e6e5677'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:12:49.107291 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:49.109674 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] 10.222.0.32 "PUT /v2.0/ports/3dc060a0-a3bf-4b29-88c1-4d6003e87b00 HTTP/1.1" status: 200 len: 1093 time: 0.7861016 Aug 08 17:12:49.112012 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ba2f51-560b-49ec-9e3c-0c03479dc346', 'tag': '3dc060a0-a3bf-4b29-88c1-4d6003e87b00'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:12:49.114291 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5757db05-284a-4ebe-a68d-4abffbb8963b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ba2f51-560b-49ec-9e3c-0c03479dc346", "tag": "3dc060a0-a3bf-4b29-88c1-4d6003e87b00"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:12:49.117919 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a99cff31-acfe-43c6-a59a-9c2dab1d40c1 req-d9e28cbb-da43-43c6-9eaf-717bffe6b242 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4 HTTP/1.1" status: 200 len: 217 time: 0.0758412 Aug 08 17:12:49.143517 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9f615-8831-421d-bead-3ed6cd5a4988 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:49.176971 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port f6a57670-090c-4ee3-8ed6-378929b57646, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f6a57670-090c-4ee3-8ed6-378929b57646,segment=NetworkSegment(da2692ac-945e-4baa-8028-3513c0d193dd),segment_id=da2692ac-945e-4baa-8028-3513c0d193dd)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:49.181017 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaa6d4f-0cb4-47bd-9df0-9ef504e266e5 x-openstack-request-id: req-ffaa6d4f-0cb4-47bd-9df0-9ef504e266e5 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:12:49.181300 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ba2f51-560b-49ec-9e3c-0c03479dc346", "tag": "3dc060a0-a3bf-4b29-88c1-4d6003e87b00", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:12:49.181544 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffaa6d4f-0cb4-47bd-9df0-9ef504e266e5 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:12:49.181929 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ba2f51-560b-49ec-9e3c-0c03479dc346', 'tag': '3dc060a0-a3bf-4b29-88c1-4d6003e87b00', 'status': 'completed', 'code': 200} Aug 08 17:12:49.195441 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'f6a57670-090c-4ee3-8ed6-378929b57646', 'network_id': '984fbae7-3c5c-49e4-9b32-12a69fee0958', 'port_id': 'f6a57670-090c-4ee3-8ed6-378929b57646', 'mac_address': 'fa:16:3e:9c:f5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24632e37-cb5f-4a12-b073-e0ed03646463', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:12:49.204051 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cff31-acfe-43c6-a59a-9c2dab1d40c1 req-1f0e1068-61f3-4b29-a985-fb3bc4cf8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:49.205527 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a99cff31-acfe-43c6-a59a-9c2dab1d40c1 req-1f0e1068-61f3-4b29-a985-fb3bc4cf8827 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 200 len: 858 time: 0.0579636 Aug 08 17:12:49.257762 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:49.281659 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a57670-090c-4ee3-8ed6-378929b57646 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:12:49.283170 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a99cff31-acfe-43c6-a59a-9c2dab1d40c1 req-0b63e2e5-7c36-44e5-8096-35b195ff3308 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87ea2ee9-44f5-46e9-b78a-78ad058ee009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539384 Aug 08 17:12:49.313093 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae7a46-4755-4530-9a9b-0e6457d20808 req-fd7c0f3b-28fc-418e-94d9-5504d6ec6bff tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:49.315492 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port f6a57670-090c-4ee3-8ed6-378929b57646, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f6a57670-090c-4ee3-8ed6-378929b57646,segment=NetworkSegment(da2692ac-945e-4baa-8028-3513c0d193dd),segment_id=da2692ac-945e-4baa-8028-3513c0d193dd)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:49.320519 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-32ae7a46-4755-4530-9a9b-0e6457d20808 req-fd7c0f3b-28fc-418e-94d9-5504d6ec6bff tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 948 time: 0.0616262 Aug 08 17:12:49.322768 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:49.351462 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-43e2de93-cdbc-4d2d-b9bc-dfb1d1ccd343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:49.353440 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-43e2de93-cdbc-4d2d-b9bc-dfb1d1ccd343 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 1096 time: 0.1193900 Aug 08 17:12:49.362816 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-32ae7a46-4755-4530-9a9b-0e6457d20808 req-ce9a044f-d7fb-49d9-9d60-1cdc84da3f34 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Aug 08 17:12:49.406890 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=f6a57670-090c-4ee3-8ed6-378929b57646,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:49.414584 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-cf1ee5f0-e112-4811-99a1-b5b4b73859a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dc060a0-a3bf-4b29-88c1-4d6003e87b00 HTTP/1.1" status: 200 len: 217 time: 0.0447361 Aug 08 17:12:49.465811 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a99cff31-acfe-43c6-a59a-9c2dab1d40c1 req-319f11ab-738b-4a44-90b1-8820a999b3b0 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741190 Aug 08 17:12:49.487035 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-50efed13-2cfc-4e6f-b24d-e7521c2d1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:49.488411 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-50efed13-2cfc-4e6f-b24d-e7521c2d1c97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81adcb59-10e4-4d35-8a17-8df4c299bb7f HTTP/1.1" status: 200 len: 854 time: 0.0653350 Aug 08 17:12:49.555408 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-a11dac00-2100-4d09-82b8-a98af9be9841 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43561efe-0334-498b-a813-16137189be59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526283 Aug 08 17:12:49.640240 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a99cff31-acfe-43c6-a59a-9c2dab1d40c1 req-a0037fa7-d695-4c7c-bed7-0eacc25bb2f8 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645885 Aug 08 17:12:49.675161 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-4b5dffeb-3320-4acb-a65d-a01fecb1f085 service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029932 Aug 08 17:12:49.772171 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b41d238a-4efa-4c99-862a-68dc7420da86 req-37daf07d-7b45-4c3c-8f1e-d604a824861c service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893507 Aug 08 17:12:49.896758 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d167f5-e2a7-4907-a40d-f33fea1572b5 req-48149f2b-cda0-4e19-8ac1-69ffc96c88c6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:49.898259 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-84d167f5-e2a7-4907-a40d-f33fea1572b5 req-48149f2b-cda0-4e19-8ac1-69ffc96c88c6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0503318 Aug 08 17:12:49.932074 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757db05-284a-4ebe-a68d-4abffbb8963b req-0c0c853d-0897-48e1-8890-60650ca0a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:49.933571 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5757db05-284a-4ebe-a68d-4abffbb8963b req-0c0c853d-0897-48e1-8890-60650ca0a08b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 1096 time: 0.0490139 Aug 08 17:12:49.942733 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-84d167f5-e2a7-4907-a40d-f33fea1572b5 req-3e96c4a7-39da-46c9-811b-6645838ed90a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Aug 08 17:12:50.030233 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757db05-284a-4ebe-a68d-4abffbb8963b req-6fa5763b-df33-40bd-acba-64b82cd55f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:50.031695 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5757db05-284a-4ebe-a68d-4abffbb8963b req-6fa5763b-df33-40bd-acba-64b82cd55f8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 914 time: 0.0883427 Aug 08 17:12:50.064453 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1cd6c-a50a-4bd6-9cf3-17879b7ce4ac req-20a71d0b-11e5-44de-ad11-b62c05dc52a4 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:50.065914 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dee1cd6c-a50a-4bd6-9cf3-17879b7ce4ac req-20a71d0b-11e5-44de-ad11-b62c05dc52a4 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 943 time: 0.0542078 Aug 08 17:12:50.075301 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5757db05-284a-4ebe-a68d-4abffbb8963b req-254cc473-9b03-42e3-9f65-d1e318fb9cdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dc060a0-a3bf-4b29-88c1-4d6003e87b00 HTTP/1.1" status: 200 len: 217 time: 0.0351567 Aug 08 17:12:50.105035 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dee1cd6c-a50a-4bd6-9cf3-17879b7ce4ac req-142ed12a-17d0-4c8a-99df-d83c683c26fe tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Aug 08 17:12:50.136788 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757db05-284a-4ebe-a68d-4abffbb8963b req-a0009fe2-0fb9-4d5e-9709-8fbfe0c4239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:50.138048 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5757db05-284a-4ebe-a68d-4abffbb8963b req-a0009fe2-0fb9-4d5e-9709-8fbfe0c4239c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81adcb59-10e4-4d35-8a17-8df4c299bb7f HTTP/1.1" status: 200 len: 854 time: 0.0476401 Aug 08 17:12:50.174284 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5757db05-284a-4ebe-a68d-4abffbb8963b req-1859e0fc-2a6b-41d6-b2d0-730931d1a1c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43561efe-0334-498b-a813-16137189be59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246902 Aug 08 17:12:50.218533 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e1537-aee0-4293-9e14-3304f5cd803f req-60f508ce-f7d4-4d88-badc-835d8020e756 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:50.220044 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-343e1537-aee0-4293-9e14-3304f5cd803f req-60f508ce-f7d4-4d88-badc-835d8020e756 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 945 time: 0.0510240 Aug 08 17:12:50.259252 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-343e1537-aee0-4293-9e14-3304f5cd803f req-8c42e0d7-fafc-4717-80ec-7625c1762c40 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Aug 08 17:12:50.269797 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5757db05-284a-4ebe-a68d-4abffbb8963b req-ef283144-3582-4ffb-9573-1bdab1c63249 service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835710 Aug 08 17:12:50.317716 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f6a57670-090c-4ee3-8ed6-378929b57646'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:12:50.369335 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5757db05-284a-4ebe-a68d-4abffbb8963b req-d78bc460-e244-4d38-b4cd-a92a91a2524a service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918610 Aug 08 17:12:50.483035 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedb437-59a8-498d-b164-8350c625db99 req-c94af020-808c-4706-8d65-aff57ac89b8b tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:50.484712 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cdedb437-59a8-498d-b164-8350c625db99 req-c94af020-808c-4706-8d65-aff57ac89b8b tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 949 time: 0.0502052 Aug 08 17:12:50.523288 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cdedb437-59a8-498d-b164-8350c625db99 req-06e9c876-7c85-4a25-917d-286048cb3b5a tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Aug 08 17:12:50.775143 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-020bbf0d-bec4-40c8-9935-0ff9e5c4edd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:51.041338 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 51587a25-d7ca-467f-8f0f-80f14d73929f up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:51.066283 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9565-9a50-4d9b-91d6-7702112a96e0 req-03e2a382-da34-48b6-a60a-a5c6abdf25d3 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:51.067895 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d2fa9565-9a50-4d9b-91d6-7702112a96e0 req-03e2a382-da34-48b6-a60a-a5c6abdf25d3 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0531275 Aug 08 17:12:51.090682 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port 51587a25-d7ca-467f-8f0f-80f14d73929f completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:51.094268 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 51587a25-d7ca-467f-8f0f-80f14d73929f triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:51.094730 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:51.111003 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d2fa9565-9a50-4d9b-91d6-7702112a96e0 req-328c9159-7eca-4a37-9933-2b37c20bb875 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366077 Aug 08 17:12:51.180612 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:51.206532 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:12:51.208762 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01f4f01-4d1a-4a28-87a6-6a66a78a8cc3" -d '{"events": [{"server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "name": "network-vif-plugged", "status": "completed", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:12:51.223158 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6893bba-7c0d-4a18-9499-0ab1bbac43c4 req-582a0847-c1a2-4b9c-ac74-5d4ef0954b89 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:51.223509 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 51587a25-d7ca-467f-8f0f-80f14d73929f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51587a25-d7ca-467f-8f0f-80f14d73929f,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:51.224924 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e6893bba-7c0d-4a18-9499-0ab1bbac43c4 req-582a0847-c1a2-4b9c-ac74-5d4ef0954b89 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 943 time: 0.0502570 Aug 08 17:12:51.228611 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:51.254373 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b24bb8-4874-4f1f-b8ed-670e43bba14e x-openstack-request-id: req-21b24bb8-4874-4f1f-b8ed-670e43bba14e {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:12:51.254373 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "name": "network-vif-plugged", "status": "completed", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:12:51.254373 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21b24bb8-4874-4f1f-b8ed-670e43bba14e {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:12:51.254373 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'code': 200} Aug 08 17:12:51.270857 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e6893bba-7c0d-4a18-9499-0ab1bbac43c4 req-0687837c-32be-4f48-9ee8-efe894d80392 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384948 Aug 08 17:12:51.283580 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=51587a25-d7ca-467f-8f0f-80f14d73929f,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:51.333213 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:12:51.387598 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032087f5-76a1-4254-abc1-6dac6c6fe99d req-6e152241-c017-404b-a20c-df3bfeb18daf tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:51.389650 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-032087f5-76a1-4254-abc1-6dac6c6fe99d req-6e152241-c017-404b-a20c-df3bfeb18daf tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0551133 Aug 08 17:12:51.427260 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-032087f5-76a1-4254-abc1-6dac6c6fe99d req-1c3cb9b8-9ce2-4ebd-9466-2d297d19d304 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Aug 08 17:12:51.499018 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc3d8-9526-469d-931d-5e66c2fad2c9 req-924bda29-f638-4c30-a0f0-614524954fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:51.500510 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a18fc3d8-9526-469d-931d-5e66c2fad2c9 req-924bda29-f638-4c30-a0f0-614524954fa2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 1099 time: 0.0416796 Aug 08 17:12:51.555392 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a18fc3d8-9526-469d-931d-5e66c2fad2c9 req-2d83b7c3-d194-4359-9203-bbd5fa943aa7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279880 Aug 08 17:12:51.649082 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b837d3-889d-4418-b55c-e3895055ee94 req-72834f57-b016-45e6-97ca-e5c13a6f0369 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:51.650651 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b1b837d3-889d-4418-b55c-e3895055ee94 req-72834f57-b016-45e6-97ca-e5c13a6f0369 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 949 time: 0.0566378 Aug 08 17:12:51.693568 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b1b837d3-889d-4418-b55c-e3895055ee94 req-3fdfdb66-e4f3-4367-b398-bc4454266969 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358953 Aug 08 17:12:52.238795 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252bfe9-f429-4afb-b8cf-7946e45bfd06 req-7b9ff637-0d04-4acb-ab71-e853a4116887 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:52.240484 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5252bfe9-f429-4afb-b8cf-7946e45bfd06 req-7b9ff637-0d04-4acb-ab71-e853a4116887 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0560575 Aug 08 17:12:52.278206 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5252bfe9-f429-4afb-b8cf-7946e45bfd06 req-2266585e-2148-4a4a-80ec-7d997302638a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Aug 08 17:12:52.390818 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dc4ad-a173-475e-9522-54a734462265 req-506f4fee-e817-425a-894a-1bdaa2fa7973 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:52.392636 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a23dc4ad-a173-475e-9522-54a734462265 req-506f4fee-e817-425a-894a-1bdaa2fa7973 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 943 time: 0.0496318 Aug 08 17:12:52.430177 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a23dc4ad-a173-475e-9522-54a734462265 req-9df35174-72ea-4498-b534-122021bdf518 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316057 Aug 08 17:12:52.550070 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090fd60-ac09-4bff-a214-86efe0823432 req-b3c314a1-ebf9-4243-89ed-4c8848495cc6 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:52.553590 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f090fd60-ac09-4bff-a214-86efe0823432 req-b3c314a1-ebf9-4243-89ed-4c8848495cc6 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0528717 Aug 08 17:12:52.594687 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f090fd60-ac09-4bff-a214-86efe0823432 req-eab76638-d11e-44a6-ac28-324d48ee9f71 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364261 Aug 08 17:12:52.808681 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313c12f-7978-4673-ae5d-a8a459b8e592 req-f0811714-8f8f-4766-ab83-c4c6e41e4d7c tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:52.810155 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5313c12f-7978-4673-ae5d-a8a459b8e592 req-f0811714-8f8f-4766-ab83-c4c6e41e4d7c tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 949 time: 0.0485811 Aug 08 17:12:52.849756 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5313c12f-7978-4673-ae5d-a8a459b8e592 req-3b1e0821-cb01-4fde-a1f6-f1d02475d069 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 08 17:12:53.050913 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:12:53.058281 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f6a57670-090c-4ee3-8ed6-378929b57646 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:53.166732 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port f6a57670-090c-4ee3-8ed6-378929b57646 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:53.178819 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port f6a57670-090c-4ee3-8ed6-378929b57646 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:53.179198 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:53.224371 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:53.243395 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '3dc060a0-a3bf-4b29-88c1-4d6003e87b00', 'network_id': '43561efe-0334-498b-a813-16137189be59', 'port_id': '3dc060a0-a3bf-4b29-88c1-4d6003e87b00', 'mac_address': 'fa:16:3e:4d:23:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81adcb59-10e4-4d35-8a17-8df4c299bb7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:12:53.311090 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:53.413299 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140604b6-37ff-42ee-9e3a-2bf10cc5ad29 req-3ef09fb7-f4bb-4e12-9da7-a399324f76d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:53.413299 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-140604b6-37ff-42ee-9e3a-2bf10cc5ad29 req-3ef09fb7-f4bb-4e12-9da7-a399324f76d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0608256 Aug 08 17:12:53.449711 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:53.454928 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:12:53.459720 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-140604b6-37ff-42ee-9e3a-2bf10cc5ad29 req-296d72b0-4e8a-4d18-8837-d83336ec195f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389142 Aug 08 17:12:53.488244 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:53.492658 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080acb06-9599-40a8-aa25-d87d6745cda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a57670-090c-4ee3-8ed6-378929b57646'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:12:53.494896 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea985c21-46b5-427f-82bb-acb7a954809b" -d '{"events": [{"server_uuid": "080acb06-9599-40a8-aa25-d87d6745cda0", "name": "network-vif-plugged", "status": "completed", "tag": "f6a57670-090c-4ee3-8ed6-378929b57646"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:12:53.504879 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:53.511091 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port f6a57670-090c-4ee3-8ed6-378929b57646, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f6a57670-090c-4ee3-8ed6-378929b57646,segment=NetworkSegment(da2692ac-945e-4baa-8028-3513c0d193dd),segment_id=da2692ac-945e-4baa-8028-3513c0d193dd)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:53.532062 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:53.560529 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:53.591923 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614f110-747b-4333-b49b-733100e81175 req-e8741ec8-ceff-4282-882b-64c87365667b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:53.593525 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5614f110-747b-4333-b49b-733100e81175 req-e8741ec8-ceff-4282-882b-64c87365667b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 944 time: 0.0746379 Aug 08 17:12:53.605294 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d32af0-cd9d-46c4-9864-599c20fa0a91 x-openstack-request-id: req-c3d32af0-cd9d-46c4-9864-599c20fa0a91 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:12:53.605584 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080acb06-9599-40a8-aa25-d87d6745cda0", "name": "network-vif-plugged", "status": "completed", "tag": "f6a57670-090c-4ee3-8ed6-378929b57646", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:12:53.605839 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3d32af0-cd9d-46c4-9864-599c20fa0a91 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:12:53.606223 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080acb06-9599-40a8-aa25-d87d6745cda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a57670-090c-4ee3-8ed6-378929b57646', 'code': 200} Aug 08 17:12:53.636745 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=f6a57670-090c-4ee3-8ed6-378929b57646,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:53.640064 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5614f110-747b-4333-b49b-733100e81175 req-c019dd01-8289-47f1-9221-8bf4635e5503 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400836 Aug 08 17:12:53.647863 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ef6b616b-924c-4edc-ba2a-0ee3ff1522c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:53.723968 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f731c12-10fe-449f-a9a7-dd40a7a0964e req-0dc4a186-a737-428e-9ea4-e973b1c72329 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:53.725349 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6f731c12-10fe-449f-a9a7-dd40a7a0964e req-0dc4a186-a737-428e-9ea4-e973b1c72329 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0554821 Aug 08 17:12:53.764687 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6f731c12-10fe-449f-a9a7-dd40a7a0964e req-d264c7e4-2d2c-40b4-8483-2536dfc44272 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331948 Aug 08 17:12:53.879631 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b739518-893e-46aa-9f75-37e69d1f5817 req-77d66d81-c1bd-4f2d-87e0-ba6084d641bd tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:53.881202 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0b739518-893e-46aa-9f75-37e69d1f5817 req-77d66d81-c1bd-4f2d-87e0-ba6084d641bd tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0493433 Aug 08 17:12:53.883210 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:53.927535 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25bba-94e5-4220-b610-6491dcb153d9 req-21b915e5-3540-4365-81b7-fd7173df76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:53.929013 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8dc25bba-94e5-4220-b610-6491dcb153d9 req-21b915e5-3540-4365-81b7-fd7173df76d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 1103 time: 0.0439146 Aug 08 17:12:53.936473 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0b739518-893e-46aa-9f75-37e69d1f5817 req-791adabe-ddc5-41e3-ac30-a6d39a20ceff tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Aug 08 17:12:53.986489 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8dc25bba-94e5-4220-b610-6491dcb153d9 req-74b36a45-1d50-4e51-9ca9-4205e13a5380 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Aug 08 17:12:53.997593 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ea3ad-88a8-4f13-a839-9a4c44ad30dd req-515f03e6-832b-4a29-be47-bf1fa44530f6 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:54.001677 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f2ea3ad-88a8-4f13-a839-9a4c44ad30dd req-515f03e6-832b-4a29-be47-bf1fa44530f6 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 950 time: 0.0692537 Aug 08 17:12:54.040065 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f2ea3ad-88a8-4f13-a839-9a4c44ad30dd req-be8887d9-e426-4863-ab22-fd779c4674c8 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343511 Aug 08 17:12:54.275801 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d2aa4-c3df-4fb7-9c55-5d36ac1fa50d req-d3c844d3-1d61-4695-b844-44c5e0a00d28 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:54.277490 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-914d2aa4-c3df-4fb7-9c55-5d36ac1fa50d req-d3c844d3-1d61-4695-b844-44c5e0a00d28 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0497146 Aug 08 17:12:54.293174 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['3dc060a0-a3bf-4b29-88c1-4d6003e87b00'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:12:54.316958 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-914d2aa4-c3df-4fb7-9c55-5d36ac1fa50d req-5e4614e2-49ae-48e0-8e76-510a6f6b037d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Aug 08 17:12:54.619012 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:54.625983 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df648b-dd67-4ae4-a519-33e3a04d4b8f req-27c442ee-86be-483f-816a-f82a313cc4c4 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:54.633737 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-03df648b-dd67-4ae4-a519-33e3a04d4b8f req-27c442ee-86be-483f-816a-f82a313cc4c4 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.1041946 Aug 08 17:12:54.667264 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-03df648b-dd67-4ae4-a519-33e3a04d4b8f req-38c6ef23-bdde-462e-9751-8f297fe03883 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327313 Aug 08 17:12:54.771755 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283eb5f-44d9-4cb7-8f47-b3fdf24de217 req-cd43e052-3001-40bf-876f-06fb5549fe20 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:54.773209 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5283eb5f-44d9-4cb7-8f47-b3fdf24de217 req-cd43e052-3001-40bf-876f-06fb5549fe20 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 944 time: 0.0515208 Aug 08 17:12:54.812209 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5283eb5f-44d9-4cb7-8f47-b3fdf24de217 req-19b8640e-2cab-4a0b-a8cd-ea9d625cbf04 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Aug 08 17:12:55.152911 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d155-1427-42d9-b7e6-b2097d2d4609 req-3302764f-5541-4d4a-9061-1daa2e84428f tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:55.154387 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-db81d155-1427-42d9-b7e6-b2097d2d4609 req-3302764f-5541-4d4a-9061-1daa2e84428f tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 950 time: 0.0481715 Aug 08 17:12:55.192925 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-db81d155-1427-42d9-b7e6-b2097d2d4609 req-b03f8802-defa-483a-aaa5-8010f6f2aec8 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Aug 08 17:12:55.783987 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8d748-2b07-4a6b-beef-4b9e75faf827 req-4b369db8-c371-41f6-86bd-39a67298dbc9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:55.785480 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3fe8d748-2b07-4a6b-beef-4b9e75faf827 req-4b369db8-c371-41f6-86bd-39a67298dbc9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0493689 Aug 08 17:12:55.822655 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3fe8d748-2b07-4a6b-beef-4b9e75faf827 req-3b8170e5-5298-400f-9cc4-ac042bf1386d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Aug 08 17:12:55.928499 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054db6a-f814-4360-bdaa-2a18724cde78 req-637909fd-6d57-4170-85d9-22324484e44d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:55.929970 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d054db6a-f814-4360-bdaa-2a18724cde78 req-637909fd-6d57-4170-85d9-22324484e44d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 944 time: 0.0543232 Aug 08 17:12:55.970036 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d054db6a-f814-4360-bdaa-2a18724cde78 req-19a2fec0-c317-41d7-abc9-fff8fbf84e7f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324352 Aug 08 17:12:56.185923 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:56.307395 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312d3ec-08bb-40fb-87ab-8b6dd85cf6f7 req-ee73412e-6a3b-4555-b35d-cbb426a589fb tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:56.308857 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b312d3ec-08bb-40fb-87ab-8b6dd85cf6f7 req-ee73412e-6a3b-4555-b35d-cbb426a589fb tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 950 time: 0.0489042 Aug 08 17:12:56.346922 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b312d3ec-08bb-40fb-87ab-8b6dd85cf6f7 req-059f39c5-8af2-4c1c-8172-4f5b1ce94ff7 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320535 Aug 08 17:12:56.602310 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fe37-40a9-4da8-a456-56c168f62acd req-45446a55-190d-4c4d-956a-649059d6bf3f tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:56.603786 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a609fe37-40a9-4da8-a456-56c168f62acd req-45446a55-190d-4c4d-956a-649059d6bf3f tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 950 time: 0.0490081 Aug 08 17:12:56.641077 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a609fe37-40a9-4da8-a456-56c168f62acd req-d6eb10d4-8ff7-493c-a96d-4ab4b2f95b9e tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Aug 08 17:12:56.942397 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d0943-f400-420a-af38-c6601f1fa3df req-8f32dfbe-c5f0-45d5-9afc-e77ab928380a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:56.943928 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4e3d0943-f400-420a-af38-c6601f1fa3df req-8f32dfbe-c5f0-45d5-9afc-e77ab928380a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0537887 Aug 08 17:12:56.981297 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4e3d0943-f400-420a-af38-c6601f1fa3df req-62f87dff-d81a-470e-8778-82a4c1c3bff7 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Aug 08 17:12:57.099126 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:12:57.117432 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c5e39-b8f0-4db5-b84d-b27adee25b1d req-61bcffdd-a755-4b05-bc53-86322ceffde1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:57.118896 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-642c5e39-b8f0-4db5-b84d-b27adee25b1d req-61bcffdd-a755-4b05-bc53-86322ceffde1 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 944 time: 0.0535960 Aug 08 17:12:57.170445 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-642c5e39-b8f0-4db5-b84d-b27adee25b1d req-16be0141-e9c9-4318-931b-8478c6ba684f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443537 Aug 08 17:12:57.177391 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:12:57.181655 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:12:57.182347 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:57.266203 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:57.289633 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ba2f51-560b-49ec-9e3c-0c03479dc346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc060a0-a3bf-4b29-88c1-4d6003e87b00'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:12:57.291932 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9679877a-43c1-49e1-8be2-232dd4c5eaa4" -d '{"events": [{"server_uuid": "d5ba2f51-560b-49ec-9e3c-0c03479dc346", "name": "network-vif-plugged", "status": "completed", "tag": "3dc060a0-a3bf-4b29-88c1-4d6003e87b00"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:12:57.306747 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:57.312058 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:57.359575 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70c99a5-770f-4b3e-bf7d-f208aa1abcd3 x-openstack-request-id: req-a70c99a5-770f-4b3e-bf7d-f208aa1abcd3 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:12:57.359575 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ba2f51-560b-49ec-9e3c-0c03479dc346", "name": "network-vif-plugged", "status": "completed", "tag": "3dc060a0-a3bf-4b29-88c1-4d6003e87b00", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:12:57.359575 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a70c99a5-770f-4b3e-bf7d-f208aa1abcd3 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:12:57.359575 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ba2f51-560b-49ec-9e3c-0c03479dc346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc060a0-a3bf-4b29-88c1-4d6003e87b00', 'code': 200} Aug 08 17:12:57.369320 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:57.377190 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.377548 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.377896 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.378239 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.378580 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.378956 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.379295 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.379630 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.379991 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.380324 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.380655 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.380984 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:12:57.581864 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be29657-10d5-4775-8223-b7ce1a2bef7e req-0a57a06f-6d67-4d6e-a231-4f1328ca829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:57.583455 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6be29657-10d5-4775-8223-b7ce1a2bef7e req-0a57a06f-6d67-4d6e-a231-4f1328ca829f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 1098 time: 0.0399468 Aug 08 17:12:57.619225 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6be29657-10d5-4775-8223-b7ce1a2bef7e req-12952c6e-9690-403b-a7e2-07d5b3189961 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275140 Aug 08 17:12:57.752580 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0165e-05b8-496a-8540-414b5ef86ba3 req-d95f5228-d86e-400e-9a39-a1a97fcaf0f4 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:57.753925 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c2f0165e-05b8-496a-8540-414b5ef86ba3 req-d95f5228-d86e-400e-9a39-a1a97fcaf0f4 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 950 time: 0.0475569 Aug 08 17:12:57.790420 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c2f0165e-05b8-496a-8540-414b5ef86ba3 req-afbf516c-8a4a-43f8-a4b2-e6e1348cb950 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Aug 08 17:12:58.102031 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e186fe-6498-43fe-a785-f72bbcf7d9d6 req-290464d8-838a-4115-adeb-0633c469fd42 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:58.103535 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-37e186fe-6498-43fe-a785-f72bbcf7d9d6 req-290464d8-838a-4115-adeb-0633c469fd42 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0526214 Aug 08 17:12:58.142053 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-37e186fe-6498-43fe-a785-f72bbcf7d9d6 req-6787aafc-d824-4896-bfbb-2ac06cdd1f61 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Aug 08 17:12:58.285086 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77895-4592-464e-8616-7167fa30355e req-aaa3f8ce-bf11-4d1a-8d44-fce44ce7b890 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:58.286428 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c4f77895-4592-464e-8616-7167fa30355e req-aaa3f8ce-bf11-4d1a-8d44-fce44ce7b890 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 945 time: 0.0471063 Aug 08 17:12:58.323677 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c4f77895-4592-464e-8616-7167fa30355e req-7fe2b32d-d726-476d-b66c-8974af4014b8 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Aug 08 17:12:58.901200 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08880d07-a743-4c6c-9989-9e07f999a5ad req-b654e222-6a82-43c1-acc3-5ae92c3dbc1f tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:58.902670 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-08880d07-a743-4c6c-9989-9e07f999a5ad req-b654e222-6a82-43c1-acc3-5ae92c3dbc1f tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 950 time: 0.0478792 Aug 08 17:12:58.939670 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-08880d07-a743-4c6c-9989-9e07f999a5ad req-b31bfd2d-50bb-46a7-947c-f8a38215811f tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/security-groups?id=250aa139-7668-4497-a281-92e2e67edf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Aug 08 17:12:59.261132 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad4966-d995-43b1-8d64-47f1210241c1 req-6cb3c183-091f-4457-bcfa-f8a99c244d6c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:59.262612 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f6ad4966-d995-43b1-8d64-47f1210241c1 req-6cb3c183-091f-4457-bcfa-f8a99c244d6c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0533659 Aug 08 17:12:59.299717 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f6ad4966-d995-43b1-8d64-47f1210241c1 req-dbd6b893-5e4a-4180-a7bc-a03bf6b1297d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309494 Aug 08 17:12:59.415973 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-df796b6f-f1ac-4240-949a-18125075dd69 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:59.417897 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-df796b6f-f1ac-4240-949a-18125075dd69 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.32 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 950 time: 0.0499794 Aug 08 17:12:59.438746 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1ec9a-a28b-4448-b442-2e4211475217 req-56d1aff2-e0ca-47f8-82d0-4b7afa66c62b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:12:59.440291 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c4a1ec9a-a28b-4448-b442-2e4211475217 req-56d1aff2-e0ca-47f8-82d0-4b7afa66c62b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 945 time: 0.0506473 Aug 08 17:12:59.479640 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c4a1ec9a-a28b-4448-b442-2e4211475217 req-53628253-8799-4dfe-9ca8-1e077d86be36 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Aug 08 17:12:59.518646 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-7d0da027-8dcb-4dab-90ad-6c34f0a199b1 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Deleting port f6a57670-090c-4ee3-8ed6-378929b57646 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:12:59.519030 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-7d0da027-8dcb-4dab-90ad-6c34f0a199b1 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:59.605436 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-7d0da027-8dcb-4dab-90ad-6c34f0a199b1 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] For port f6a57670-090c-4ee3-8ed6-378929b57646, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f6a57670-090c-4ee3-8ed6-378929b57646,segment=NetworkSegment(da2692ac-945e-4baa-8028-3513c0d193dd),segment_id=da2692ac-945e-4baa-8028-3513c0d193dd)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:12:59.605800 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-7d0da027-8dcb-4dab-90ad-6c34f0a199b1 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:59.618485 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-7d0da027-8dcb-4dab-90ad-6c34f0a199b1 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Calling delete_port for f6a57670-090c-4ee3-8ed6-378929b57646 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:12:59.747877 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-7d0da027-8dcb-4dab-90ad-6c34f0a199b1 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:59.776849 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0da027-8dcb-4dab-90ad-6c34f0a199b1 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Pushing event deleted for resources: {'Port': ['ID=f6a57670-090c-4ee3-8ed6-378929b57646,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:12:59.795918 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f6a57670-090c-4ee3-8ed6-378929b57646'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:12:59.822318 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-7d0da027-8dcb-4dab-90ad-6c34f0a199b1 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] No DVR routers for this DVR port f6a57670-090c-4ee3-8ed6-378929b57646 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:12:59.824910 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-7d0da027-8dcb-4dab-90ad-6c34f0a199b1 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:12:59.827846 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6652b250-d2d1-4374-b568-de1147dd8bc0 req-7d0da027-8dcb-4dab-90ad-6c34f0a199b1 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.32 "DELETE /v2.0/ports/f6a57670-090c-4ee3-8ed6-378929b57646 HTTP/1.1" status: 204 len: 173 time: 0.4015589 Aug 08 17:12:59.828293 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '080acb06-9599-40a8-aa25-d87d6745cda0', 'name': 'network-vif-deleted', 'tag': 'f6a57670-090c-4ee3-8ed6-378929b57646'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:12:59.830527 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85512cbb-758a-490c-bbac-6f7bfbc6fc3f" -d '{"events": [{"server_uuid": "080acb06-9599-40a8-aa25-d87d6745cda0", "name": "network-vif-deleted", "tag": "f6a57670-090c-4ee3-8ed6-378929b57646"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:12:59.876007 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476839a4-fc63-4290-8e58-cbb2f7dbd831 x-openstack-request-id: req-476839a4-fc63-4290-8e58-cbb2f7dbd831 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:12:59.876308 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "080acb06-9599-40a8-aa25-d87d6745cda0", "name": "network-vif-deleted", "tag": "f6a57670-090c-4ee3-8ed6-378929b57646", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:12:59.876620 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-476839a4-fc63-4290-8e58-cbb2f7dbd831 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:12:59.877092 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '080acb06-9599-40a8-aa25-d87d6745cda0', 'name': 'network-vif-deleted', 'tag': 'f6a57670-090c-4ee3-8ed6-378929b57646', 'status': 'completed', 'code': 200} Aug 08 17:13:00.047643 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-67901925-0119-45f2-9189-adae3eb1ba23 req-7f0a19d8-3ca9-44d8-adc1-bb396b1cd149 tempest-VolumesNegativeTest-159896754 tempest-VolumesNegativeTest-159896754-project] 10.222.0.20 "GET /v2.0/ports?device_id=080acb06-9599-40a8-aa25-d87d6745cda0 HTTP/1.1" status: 200 len: 210 time: 0.0296803 Aug 08 17:13:00.420542 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2451a-c908-4740-8b7a-cde66be64d61 req-68f4940b-02e4-4a85-8c6f-cdcbeb109d69 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:00.422433 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b6a2451a-c908-4740-8b7a-cde66be64d61 req-68f4940b-02e4-4a85-8c6f-cdcbeb109d69 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0542381 Aug 08 17:13:00.465807 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b6a2451a-c908-4740-8b7a-cde66be64d61 req-dc206930-8ba8-4320-ab9e-390612270194 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364778 Aug 08 17:13:00.595917 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413f232-00c0-407c-9141-83ba5dc57c3d req-34360d06-129a-4369-8557-e904e2c512d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:00.597735 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a413f232-00c0-407c-9141-83ba5dc57c3d req-34360d06-129a-4369-8557-e904e2c512d2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 945 time: 0.0512989 Aug 08 17:13:00.635538 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a413f232-00c0-407c-9141-83ba5dc57c3d req-a7cf5be3-fecd-45c0-b416-92575f875fc8 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Aug 08 17:13:01.589557 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdec5e-b81b-4f54-80ca-6b5e83420983 req-ec4a9ff6-9c9f-4650-b55a-d7db54b064fc tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:01.592901 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bbcdec5e-b81b-4f54-80ca-6b5e83420983 req-ec4a9ff6-9c9f-4650-b55a-d7db54b064fc tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0582538 Aug 08 17:13:01.648219 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bbcdec5e-b81b-4f54-80ca-6b5e83420983 req-3b7bd990-b39b-4160-93c7-d09af203adc8 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484169 Aug 08 17:13:02.768974 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f00cd7-fcd2-487b-b1de-55e92bb1f85e req-13e7cc88-5b61-412f-b59e-b86386eab726 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:02.770459 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d8f00cd7-fcd2-487b-b1de-55e92bb1f85e req-13e7cc88-5b61-412f-b59e-b86386eab726 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0504882 Aug 08 17:13:02.814791 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d8f00cd7-fcd2-487b-b1de-55e92bb1f85e req-62d77bf9-e85c-42a8-9e09-fe2ef83c1cdd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351994 Aug 08 17:13:03.123986 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f6a57670-090c-4ee3-8ed6-378929b57646 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:13:03.155914 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: f6a57670-090c-4ee3-8ed6-378929b57646 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:13:03.156169 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f6a57670-090c-4ee3-8ed6-378929b57646 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:13:03.930633 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705507c-f415-4926-ac79-53f91d6d9be6 req-db8bddc9-00a2-4607-82cc-9ed5bbe435a9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:03.932151 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3705507c-f415-4926-ac79-53f91d6d9be6 req-db8bddc9-00a2-4607-82cc-9ed5bbe435a9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0490537 Aug 08 17:13:03.971531 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3705507c-f415-4926-ac79-53f91d6d9be6 req-8a4d5766-f7b3-49a1-88e8-5e0748afd9ec tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Aug 08 17:13:04.756571 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38456) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:04.886094 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-1a66efe5-2a06-48bd-af68-4a2aca491550 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d1a23d10ac84d24b12faf9354f0bce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282380 Aug 08 17:13:04.889173 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38460) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:04.934902 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7eecaa7a-6142-43b0-9679-a22630952c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:04.958074 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7eecaa7a-6142-43b0-9679-a22630952c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:05.005550 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7eecaa7a-6142-43b0-9679-a22630952c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:05.008143 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-7eecaa7a-6142-43b0-9679-a22630952c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:05.012052 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-7eecaa7a-6142-43b0-9679-a22630952c70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/250aa139-7668-4497-a281-92e2e67edf10 HTTP/1.1" status: 204 len: 168 time: 0.1218572 Aug 08 17:13:05.020879 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecaa7a-6142-43b0-9679-a22630952c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250aa139-7668-4497-a281-92e2e67edf10,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:05.098786 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2da5a-2440-4dd4-904e-d3ba5a16230c req-4e3fa0d5-d01b-48e7-9d3f-010ff237f18f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:05.100341 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4fa2da5a-2440-4dd4-904e-d3ba5a16230c req-4e3fa0d5-d01b-48e7-9d3f-010ff237f18f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0524912 Aug 08 17:13:05.149064 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4fa2da5a-2440-4dd4-904e-d3ba5a16230c req-33a0e22e-9283-4b83-ab86-eae212fbccff tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Aug 08 17:13:06.048464 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae95ec8-3348-458c-9b88-030d897bd35a req-739b6f96-ba3c-4f19-94f4-d2b3c0d93360 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:06.050199 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5ae95ec8-3348-458c-9b88-030d897bd35a req-739b6f96-ba3c-4f19-94f4-d2b3c0d93360 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0488858 Aug 08 17:13:06.095621 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5ae95ec8-3348-458c-9b88-030d897bd35a req-8de49f41-9ea0-443a-b18c-b9c3ca7f09c3 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Aug 08 17:13:06.116994 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38486) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:06.319077 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c8916-6ead-4534-946b-22f01926ade0 req-742df3a4-f43d-48be-b15b-5aef8c0d60b1 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:06.320490 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d80c8916-6ead-4534-946b-22f01926ade0 req-742df3a4-f43d-48be-b15b-5aef8c0d60b1 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0973914 Aug 08 17:13:06.354477 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b043fc-b81d-4fad-ac44-a4b4266d31ef tempest-TestMinimumBasicScenario-275865536 tempest-TestMinimumBasicScenario-275865536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:06.355941 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-18b043fc-b81d-4fad-ac44-a4b4266d31ef tempest-TestMinimumBasicScenario-275865536 tempest-TestMinimumBasicScenario-275865536-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 1094 time: 0.2379675 Aug 08 17:13:06.359358 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 38492) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:06.364330 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'floatingip': {'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'port_id': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:06.371609 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d80c8916-6ead-4534-946b-22f01926ade0 req-27bbb21a-4380-40a3-b063-c5a06dbdd36d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Aug 08 17:13:06.387493 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for floatingip, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:06.490812 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:06.601832 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Allocated IP 172.27.3.81 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/18be1c7e-1c18-4237-9d78-21b9165ccdd4) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:13:06.702163 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:06.740508 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:06.774856 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:13:06.777874 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:06.783722 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:13:06.809768 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'Port': ['ID=18be1c7e-1c18-4237-9d78-21b9165ccdd4,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:07.374199 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:07.442665 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:07.489703 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2baa0c-064c-4ffb-9ba1-669d1e576363 req-11237741-b06f-4be1-a4ac-0e664bccc222 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:07.491203 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5a2baa0c-064c-4ffb-9ba1-669d1e576363 req-11237741-b06f-4be1-a4ac-0e664bccc222 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0481653 Aug 08 17:13:07.528860 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5a2baa0c-064c-4ffb-9ba1-669d1e576363 req-0269c388-d06c-4d9d-a5c8-af655ca7ede4 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315986 Aug 08 17:13:07.592772 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:07.598114 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:07.671104 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'Port': ['ID=18be1c7e-1c18-4237-9d78-21b9165ccdd4,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:07.679687 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:07.784557 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.l3_db [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Floating IP 3b0e75d4-e4c7-4b7b-898b-915dfa8cadb3 associated. External IP: 172.27.3.81, port: 51587a25-d7ca-467f-8f0f-80f14d73929f. Aug 08 17:13:07.991799 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Router e40eef42-e458-465c-94a0-dd1f8b1525f2 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:13:08.103125 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:13:08.113197 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] Sync routers for ids ['e40eef42-e458-465c-94a0-dd1f8b1525f2'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:13:08.121921 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.122402 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] Routers {'e40eef42-e458-465c-94a0-dd1f8b1525f2'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:13:08.123648 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:12:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e40eef42-e458-465c-94a0-dd1f8b1525f2'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:08.153546 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-cd086159-6f1b-4743-9071-581a3feea744 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7929783 Aug 08 17:13:08.154258 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:13:08.156352 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38512) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:08.156731 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f024160-f31e-4229-b14a-8099f36751e2" -d '{"events": [{"name": "network-changed", "server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:13:08.160836 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-e427dea6-8372-4c58-af78-0292d2980e2d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918397385', 'description': 'tempest-secgroup-smoke-1918397385 description', 'project_id': '23597448bbf647c9a5b2985ae12aded3'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:08.188335 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e427dea6-8372-4c58-af78-0292d2980e2d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.198734 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab626f6d-61e0-4e61-9879-df0416296bb3 x-openstack-request-id: req-ab626f6d-61e0-4e61-9879-df0416296bb3 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:13:08.199091 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:13:08.199387 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab626f6d-61e0-4e61-9879-df0416296bb3 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:13:08.199869 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'status': 'completed', 'code': 200} Aug 08 17:13:08.239352 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] Set router e40eef42-e458-465c-94a0-dd1f8b1525f2 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:13:08.280916 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e427dea6-8372-4c58-af78-0292d2980e2d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.286220 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e427dea6-8372-4c58-af78-0292d2980e2d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.312750 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e427dea6-8372-4c58-af78-0292d2980e2d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.313951 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-e427dea6-8372-4c58-af78-0292d2980e2d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1566303 Aug 08 17:13:08.315384 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f024160-f31e-4229-b14a-8099f36751e2 req-43338787-1380-4756-b80c-583600da51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:08.316911 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7f024160-f31e-4229-b14a-8099f36751e2 req-43338787-1380-4756-b80c-583600da51b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23597448bbf647c9a5b2985ae12aded3&device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 1099 time: 0.0591114 Aug 08 17:13:08.317264 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38516) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:08.322442 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-2ddf3d2d-e22d-4fc2-973d-d92c4543d776 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'security_group_rule': {'security_group_id': '84dee64d-4f06-4724-953c-5daa9eb69164', 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:08.328400 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427dea6-8372-4c58-af78-0292d2980e2d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dee64d-4f06-4724-953c-5daa9eb69164,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:08.361845 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2ddf3d2d-e22d-4fc2-973d-d92c4543d776 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.420569 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b4f36-a690-48ac-af69-9f7e9e9cb066 req-4a0defdf-0fed-47d3-860d-2b38b2c676a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:08.421640 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2ddf3d2d-e22d-4fc2-973d-d92c4543d776 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.422092 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a48b4f36-a690-48ac-af69-9f7e9e9cb066 req-4a0defdf-0fed-47d3-860d-2b38b2c676a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 1099 time: 0.1041276 Aug 08 17:13:08.426398 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2ddf3d2d-e22d-4fc2-973d-d92c4543d776 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.448623 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf3d2d-e22d-4fc2-973d-d92c4543d776 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51003d2c-e0e9-4709-889c-a2c9bb84249d,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:08.452123 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2ddf3d2d-e22d-4fc2-973d-d92c4543d776 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.456197 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-2ddf3d2d-e22d-4fc2-973d-d92c4543d776 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351504 Aug 08 17:13:08.456596 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38518) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:08.460109 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f024160-f31e-4229-b14a-8099f36751e2 req-e436244e-fe78-4599-9cba-445c45cb8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:08.460753 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-025f99ce-cea1-4068-a2df-57ce68705450 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'security_group_rule': {'security_group_id': '84dee64d-4f06-4724-953c-5daa9eb69164', 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:08.462099 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7f024160-f31e-4229-b14a-8099f36751e2 req-e436244e-fe78-4599-9cba-445c45cb8170 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0068880-f47a-40df-8bd8-d283ead8ebea HTTP/1.1" status: 200 len: 915 time: 0.1365604 Aug 08 17:13:08.486623 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '3b0e75d4-e4c7-4b7b-898b-915dfa8cadb3', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'port_id': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'mac_address': 'fa:16:3e:32:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b77716-c131-41b1-a713-a24aee004299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:13:06Z', 'updated_at': '2021-08-08T17:13:06Z', 'revision_number': 0, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c637426d-3b51-4e57-9c3d-33efa1f512d4', 'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'mac_address': 'fa:16:3e:c6:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:58Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 5, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'subnets': [{'id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:08.487059 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-025f99ce-cea1-4068-a2df-57ce68705450 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.510751 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a48b4f36-a690-48ac-af69-9f7e9e9cb066 req-0943bffb-85b7-40a2-b010-c6ceaad23f7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808275 Aug 08 17:13:08.517077 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] Checking router: e40eef42-e458-465c-94a0-dd1f8b1525f2 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:13:08.526084 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] Routers {'e40eef42-e458-465c-94a0-dd1f8b1525f2'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:13:08.526722 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:12:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e40eef42-e458-465c-94a0-dd1f8b1525f2'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:08.541356 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7f024160-f31e-4229-b14a-8099f36751e2 req-71cd72f4-81eb-46be-9da4-372152757099 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 200 len: 999 time: 0.0687263 Aug 08 17:13:08.544319 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-025f99ce-cea1-4068-a2df-57ce68705450 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.548091 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-025f99ce-cea1-4068-a2df-57ce68705450 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.564146 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f99ce-cea1-4068-a2df-57ce68705450 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd0a2f3-b2da-4fab-8c7b-d121ca1fe4c2,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:08.577357 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-025f99ce-cea1-4068-a2df-57ce68705450 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.581716 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-025f99ce-cea1-4068-a2df-57ce68705450 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217222 Aug 08 17:13:08.581959 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38522) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:08.587025 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-f5b5d68c-2a7b-48d9-aaad-0022bf232efc tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'security_group_rule': {'security_group_id': '84dee64d-4f06-4724-953c-5daa9eb69164', 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:08.647250 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d68c-2a7b-48d9-aaad-0022bf232efc tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.694750 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a59c17-998f-4f9d-9363-37bcd854ab2f req-15439bcf-cdf6-4c84-ba62-df32768ca239 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:08.696224 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-80a59c17-998f-4f9d-9363-37bcd854ab2f req-15439bcf-cdf6-4c84-ba62-df32768ca239 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0839806 Aug 08 17:13:08.738393 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] Set router e40eef42-e458-465c-94a0-dd1f8b1525f2 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:13:08.749921 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d68c-2a7b-48d9-aaad-0022bf232efc tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.753253 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-80a59c17-998f-4f9d-9363-37bcd854ab2f req-e0e6cb96-fab2-40cb-8c22-18e31c6bb779 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502498 Aug 08 17:13:08.757951 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d68c-2a7b-48d9-aaad-0022bf232efc tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.779362 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5d68c-2a7b-48d9-aaad-0022bf232efc tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ec8561-109c-4e21-97d7-e6bcd7507bc7,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:08.782040 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d68c-2a7b-48d9-aaad-0022bf232efc tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.783245 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-f5b5d68c-2a7b-48d9-aaad-0022bf232efc tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2001584 Aug 08 17:13:08.786138 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 38528) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:08.792293 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-824a957e-beb1-4bfd-a6f5-97681fea84d2 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'security_group_rule': {'security_group_id': '84dee64d-4f06-4724-953c-5daa9eb69164', 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:08.820618 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-824a957e-beb1-4bfd-a6f5-97681fea84d2 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.945863 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-824a957e-beb1-4bfd-a6f5-97681fea84d2 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.955917 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-824a957e-beb1-4bfd-a6f5-97681fea84d2 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.971361 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f024160-f31e-4229-b14a-8099f36751e2 req-f1bcf30e-c8c3-4abc-8a07-cc7deda17ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:08.972944 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7f024160-f31e-4229-b14a-8099f36751e2 req-f1bcf30e-c8c3-4abc-8a07-cc7deda17ed9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25088da5-4d38-4a85-ad8c-127942c36bd7 HTTP/1.1" status: 200 len: 854 time: 0.0797794 Aug 08 17:13:08.985092 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a957e-beb1-4bfd-a6f5-97681fea84d2 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87825738-f0f3-4f87-9be5-3cf919bc51c6,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:08.991657 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-824a957e-beb1-4bfd-a6f5-97681fea84d2 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:08.994249 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '3b0e75d4-e4c7-4b7b-898b-915dfa8cadb3', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'port_id': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'mac_address': 'fa:16:3e:32:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b77716-c131-41b1-a713-a24aee004299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:13:06Z', 'updated_at': '2021-08-08T17:13:06Z', 'revision_number': 0, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c637426d-3b51-4e57-9c3d-33efa1f512d4', 'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'mac_address': 'fa:16:3e:c6:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:58Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 5, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'subnets': [{'id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:08.997094 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-824a957e-beb1-4bfd-a6f5-97681fea84d2 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2097020 Aug 08 17:13:09.000291 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 38536) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:09.005032 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-38a4cafb-7a96-4d05-93ee-24ebe2abcad3 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'security_group_rule': {'security_group_id': '84dee64d-4f06-4724-953c-5daa9eb69164', 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:09.024817 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac81fd-1aac-459b-856a-f8f1c672f72c None None] The sync data for ids ['e40eef42-e458-465c-94a0-dd1f8b1525f2'] in dv-cinder-787296-3-iscsi is: [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '3b0e75d4-e4c7-4b7b-898b-915dfa8cadb3', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'port_id': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'mac_address': 'fa:16:3e:32:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b77716-c131-41b1-a713-a24aee004299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:13:06Z', 'updated_at': '2021-08-08T17:13:06Z', 'revision_number': 0, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c637426d-3b51-4e57-9c3d-33efa1f512d4', 'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'mac_address': 'fa:16:3e:c6:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:58Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 5, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'subnets': [{'id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:13:09.032792 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.securitygroups_db [None req-38a4cafb-7a96-4d05-93ee-24ebe2abcad3 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Project 23597448bbf647c9a5b2985ae12aded3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 17:13:09.038220 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-38a4cafb-7a96-4d05-93ee-24ebe2abcad3 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:09.136683 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f024160-f31e-4229-b14a-8099f36751e2 req-7762d299-16ad-4ba4-92c2-bc3ff40b911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:09.139247 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7f024160-f31e-4229-b14a-8099f36751e2 req-7762d299-16ad-4ba4-92c2-bc3ff40b911e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0068880-f47a-40df-8bd8-d283ead8ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796885 Aug 08 17:13:09.208021 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-38a4cafb-7a96-4d05-93ee-24ebe2abcad3 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:09.216663 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-38a4cafb-7a96-4d05-93ee-24ebe2abcad3 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:09.249483 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4cafb-7a96-4d05-93ee-24ebe2abcad3 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dd9700-188c-492d-a3df-24450cbca036,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:09.253936 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-38a4cafb-7a96-4d05-93ee-24ebe2abcad3 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:09.255212 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-38a4cafb-7a96-4d05-93ee-24ebe2abcad3 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2539732 Aug 08 17:13:09.258152 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38542) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:09.264077 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-61bc0e58-dd75-42bd-bea5-ae973aaf5aad tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'security_group_rule': {'security_group_id': '84dee64d-4f06-4724-953c-5daa9eb69164', 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:09.277247 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7f024160-f31e-4229-b14a-8099f36751e2 req-2c66a4d3-f711-4b72-be52-7dcabb14ebaf service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253707 Aug 08 17:13:09.286242 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c68c4-53c1-4b22-93d2-b5b9aa55782e None None] New status for floating IP 3b0e75d4-e4c7-4b7b-898b-915dfa8cadb3: ACTIVE {{(pid=93517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:13:09.291116 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.securitygroups_db [None req-61bc0e58-dd75-42bd-bea5-ae973aaf5aad tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Project 23597448bbf647c9a5b2985ae12aded3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 17:13:09.297487 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-61bc0e58-dd75-42bd-bea5-ae973aaf5aad tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:09.364138 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-61bc0e58-dd75-42bd-bea5-ae973aaf5aad tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:09.368860 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-61bc0e58-dd75-42bd-bea5-ae973aaf5aad tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:09.383635 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc0e58-dd75-42bd-bea5-ae973aaf5aad tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbde45c-a7e6-4e78-990e-7959dbfa3936,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:09.388487 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7f024160-f31e-4229-b14a-8099f36751e2 req-83ecf443-14c3-44d5-8c2a-cf5dd5dcfbf7 service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979068 Aug 08 17:13:09.396031 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-61bc0e58-dd75-42bd-bea5-ae973aaf5aad tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:09.397025 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-61bc0e58-dd75-42bd-bea5-ae973aaf5aad tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372757 Aug 08 17:13:09.480941 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-73949aab-789b-43cf-87ce-8868a179b660 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918397385&fields=id&tenant_id=23597448bbf647c9a5b2985ae12aded3 HTTP/1.1" status: 200 len: 267 time: 0.0346270 Aug 08 17:13:09.536114 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-b6acc2d3-a8a6-4b87-b462-d568b2edfc2e tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:09.537532 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-b6acc2d3-a8a6-4b87-b462-d568b2edfc2e tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0497046 Aug 08 17:13:09.549229 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-2f7f81f9-fa48-4f96-a0fa-c699a9ca8951 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'port': {'security_groups': ['e6687538-942b-48ec-8d4d-593f3a933503', '84dee64d-4f06-4724-953c-5daa9eb69164']}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:09.610153 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-2f7f81f9-fa48-4f96-a0fa-c699a9ca8951 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:09.846254 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-2f7f81f9-fa48-4f96-a0fa-c699a9ca8951 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] For port 51587a25-d7ca-467f-8f0f-80f14d73929f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51587a25-d7ca-467f-8f0f-80f14d73929f,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:10.089397 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-2f7f81f9-fa48-4f96-a0fa-c699a9ca8951 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:10.102483 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d7f72-e1bb-47a8-9382-88f47bdaf032 req-741ac4b3-d881-4609-adeb-a6cffb082e97 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:10.104023 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-406d7f72-e1bb-47a8-9382-88f47bdaf032 req-741ac4b3-d881-4609-adeb-a6cffb082e97 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.2793314 Aug 08 17:13:10.104766 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-2f7f81f9-fa48-4f96-a0fa-c699a9ca8951 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:10.161184 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-2f7f81f9-fa48-4f96-a0fa-c699a9ca8951 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:10.161828 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-2f7f81f9-fa48-4f96-a0fa-c699a9ca8951 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:10.163354 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7d90509d-d011-4c1d-b6e9-6bb256033f17 req-2f7f81f9-fa48-4f96-a0fa-c699a9ca8951 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "PUT /v2.0/ports/51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 200 len: 982 time: 0.6193860 Aug 08 17:13:10.167363 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:13:10.169929 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4" -d '{"events": [{"name": "network-changed", "server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:13:10.210427 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-406d7f72-e1bb-47a8-9382-88f47bdaf032 req-844fb942-204f-46fa-809e-a23c64eabc75 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985444 Aug 08 17:13:10.211738 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f81f9-fa48-4f96-a0fa-c699a9ca8951 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'Port': ['ID=51587a25-d7ca-467f-8f0f-80f14d73929f,revision_number=6']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:10.358076 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-ec92ced9-dc81-42b8-b104-195b415aab1a None None] Provisioning complete for port 51587a25-d7ca-467f-8f0f-80f14d73929f triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:10.358578 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ec92ced9-dc81-42b8-b104-195b415aab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:12.393821 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['51587a25-d7ca-467f-8f0f-80f14d73929f'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:13:14.169443 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93497723-e922-4cb4-accf-474a20f2ad8c x-openstack-request-id: req-93497723-e922-4cb4-accf-474a20f2ad8c {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:13:14.169954 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:13:14.169954 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93497723-e922-4cb4-accf-474a20f2ad8c {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:13:14.170300 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'status': 'completed', 'code': 200} Aug 08 17:13:14.209025 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0335436-17ce-4381-9f3c-226b9f5d58f8 req-d94b1f8c-e9f4-4999-8c3b-538e51c3805a tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:14.210482 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b0335436-17ce-4381-9f3c-226b9f5d58f8 req-d94b1f8c-e9f4-4999-8c3b-538e51c3805a tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0541127 Aug 08 17:13:14.276499 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b0335436-17ce-4381-9f3c-226b9f5d58f8 req-f5cfb5cf-ef83-4f09-bf34-9779d74b537d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529864 Aug 08 17:13:14.287516 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2270b7-5d67-41f7-b4d2-44d94e45e9c4 req-52b581f6-453b-4287-9443-8f3a57f55587 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:14.288973 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ba2270b7-5d67-41f7-b4d2-44d94e45e9c4 req-52b581f6-453b-4287-9443-8f3a57f55587 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0763664 Aug 08 17:13:14.327208 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ba2270b7-5d67-41f7-b4d2-44d94e45e9c4 req-7b8a30e9-fd93-4760-9659-8a888b76b15a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Aug 08 17:13:14.332397 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-e71dc09e-10fb-4c8d-9b72-19fffe3e25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:14.333884 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-e71dc09e-10fb-4c8d-9b72-19fffe3e25b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23597448bbf647c9a5b2985ae12aded3&device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 1138 time: 0.0410037 Aug 08 17:13:14.382117 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['51587a25-d7ca-467f-8f0f-80f14d73929f'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:13:14.442697 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-66747164-8565-46c2-b8e1-d1244054b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:14.444659 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-66747164-8565-46c2-b8e1-d1244054b8a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0068880-f47a-40df-8bd8-d283ead8ebea HTTP/1.1" status: 200 len: 915 time: 0.0959570 Aug 08 17:13:14.523774 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-d4df4a5e-674b-424c-b9f3-3c87016f6649 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 200 len: 1001 time: 0.0698855 Aug 08 17:13:14.583426 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-1b34fa37-6418-4a16-825b-1d9a3be25846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:14.584927 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-1b34fa37-6418-4a16-825b-1d9a3be25846 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25088da5-4d38-4a85-ad8c-127942c36bd7 HTTP/1.1" status: 200 len: 854 time: 0.0466003 Aug 08 17:13:14.640865 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-edbfe345-7cd0-46ae-8803-f726d17b1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:14.642347 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-edbfe345-7cd0-46ae-8803-f726d17b1629 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0068880-f47a-40df-8bd8-d283ead8ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437324 Aug 08 17:13:14.732644 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-b7c627d2-4190-4602-833f-e5a3c1e5ff00 service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811026 Aug 08 17:13:14.823394 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-3f4a92dd-93ea-4f33-81d1-d1ebb7fd65a4 req-79d0ad87-618d-4260-83b7-9b56b6659725 service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829566 Aug 08 17:13:15.461573 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:15.475327 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6605ff5-59f9-41dd-ae89-b81e1f2e538b req-d4a8efdf-4d1b-4090-836a-23049ea4c7dd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:15.476598 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a6605ff5-59f9-41dd-ae89-b81e1f2e538b req-d4a8efdf-4d1b-4090-836a-23049ea4c7dd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0611851 Aug 08 17:13:15.521514 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a6605ff5-59f9-41dd-ae89-b81e1f2e538b req-914fa727-f706-499b-bd8b-54e5fca4f713 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Aug 08 17:13:15.775250 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e9b26-7686-44b5-9cfc-d0226f43a033 req-b69820e7-e9cf-47a5-b77d-c5bf56de9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:15.776894 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-740e9b26-7686-44b5-9cfc-d0226f43a033 req-b69820e7-e9cf-47a5-b77d-c5bf56de9f6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 1099 time: 0.0403690 Aug 08 17:13:15.782267 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1e979-fd13-4a38-a483-989b30798f83 req-f142b943-c5cb-4a7b-9e4a-3af92d009a46 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:15.783765 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3ab1e979-fd13-4a38-a483-989b30798f83 req-f142b943-c5cb-4a7b-9e4a-3af92d009a46 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0530937 Aug 08 17:13:15.821681 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3ab1e979-fd13-4a38-a483-989b30798f83 req-06fda583-7bd8-4535-9f98-d58a7032d8a1 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320032 Aug 08 17:13:15.872997 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e9b26-7686-44b5-9cfc-d0226f43a033 req-ed54871d-7531-4af7-8461-8dfbeb4204b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:15.874547 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-740e9b26-7686-44b5-9cfc-d0226f43a033 req-ed54871d-7531-4af7-8461-8dfbeb4204b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 918 time: 0.0887327 Aug 08 17:13:15.917983 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-740e9b26-7686-44b5-9cfc-d0226f43a033 req-4884393d-aee7-4144-b508-e53dc0e8f256 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4 HTTP/1.1" status: 200 len: 217 time: 0.0359190 Aug 08 17:13:15.971876 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e9b26-7686-44b5-9cfc-d0226f43a033 req-7242468f-a60f-4fe7-aab3-ac718c128fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:15.973425 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-740e9b26-7686-44b5-9cfc-d0226f43a033 req-7242468f-a60f-4fe7-aab3-ac718c128fa5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 200 len: 858 time: 0.0433609 Aug 08 17:13:16.006521 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-740e9b26-7686-44b5-9cfc-d0226f43a033 req-8518f2ab-2d04-4ae2-8c6b-151f9142ad91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87ea2ee9-44f5-46e9-b78a-78ad058ee009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231988 Aug 08 17:13:16.108189 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-740e9b26-7686-44b5-9cfc-d0226f43a033 req-f04cf493-69dc-4f35-bb70-5bf7bf2a4051 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914114 Aug 08 17:13:16.213913 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-740e9b26-7686-44b5-9cfc-d0226f43a033 req-6e28afd1-b807-4bbc-b8b1-3667cebdf4b0 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860868 Aug 08 17:13:16.938052 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0056b-09c0-4550-882f-46d4ea1817b6 req-dcbc1700-0468-43d3-abad-b95b32b6b43a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:16.939541 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9cb0056b-09c0-4550-882f-46d4ea1817b6 req-dcbc1700-0468-43d3-abad-b95b32b6b43a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0487845 Aug 08 17:13:16.977340 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9cb0056b-09c0-4550-882f-46d4ea1817b6 req-4e39f039-2e74-4537-ac01-d361761bb70f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318809 Aug 08 17:13:18.090126 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb041044-b366-4839-9f5b-c5bd447fb43f req-4759ada8-7a58-47f0-8eb4-301334e614d6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:18.091629 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fb041044-b366-4839-9f5b-c5bd447fb43f req-4759ada8-7a58-47f0-8eb4-301334e614d6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0479662 Aug 08 17:13:18.130238 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fb041044-b366-4839-9f5b-c5bd447fb43f req-aaf398a6-f63d-467b-969c-fabb9e7b582b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325291 Aug 08 17:13:19.250239 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9ca34-71e1-4a78-8444-0e9f42dbe657 req-c0a9dfa9-4a69-43aa-a19d-7a65e6a0245a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:19.251759 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-53e9ca34-71e1-4a78-8444-0e9f42dbe657 req-c0a9dfa9-4a69-43aa-a19d-7a65e6a0245a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0499907 Aug 08 17:13:19.288241 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-53e9ca34-71e1-4a78-8444-0e9f42dbe657 req-2619fba2-9f42-40d0-b2ad-5601595a1282 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306485 Aug 08 17:13:20.446279 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca1976-73ac-4518-bc3a-1ffb2228aa28 req-e74ccdd1-6b50-4b67-94af-c215a14f628c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:20.447690 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0fca1976-73ac-4518-bc3a-1ffb2228aa28 req-e74ccdd1-6b50-4b67-94af-c215a14f628c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0485599 Aug 08 17:13:20.485459 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0fca1976-73ac-4518-bc3a-1ffb2228aa28 req-adeb8d23-d7d3-4c6a-9c5b-e50ec66e8e77 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317428 Aug 08 17:13:20.779468 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-de068f1b-debd-426b-b822-189c58818d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:21.026950 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-b6f11965-b120-4a96-8746-f15f1b06482a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:21.028908 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-b6f11965-b120-4a96-8746-f15f1b06482a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 814 time: 0.1132033 Aug 08 17:13:21.056611 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e5160ff7-c6bd-4303-b38b-284e48ebe070 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/quotas/aca75413f47e435cbdcec1f144fb030e HTTP/1.1" status: 200 len: 375 time: 0.0215416 Aug 08 17:13:21.123251 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-4ea4db79-5cec-49a9-a8d0-2b9c2a9f82f2 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581369 Aug 08 17:13:21.209630 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-c4eba3b8-e164-4fdb-8b1f-3e1473a98bb9 service neutron] 10.222.0.20 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839357 Aug 08 17:13:21.299882 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-883126a4-7342-45cb-9239-e5b1f3c4e7c8 service neutron] 10.222.0.20 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839794 Aug 08 17:13:21.456874 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ef47fc72-1481-4900-9bfe-515cf6b3df18 req-f252e410-98ce-4be3-9472-06b2fc53da49 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 210 time: 0.0277274 Aug 08 17:13:21.607736 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29187f50-0080-4c2c-b485-212e7ebb3d3d req-e0ddea3e-0eb7-4e1f-b910-43de8a537c31 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:21.609233 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-29187f50-0080-4c2c-b485-212e7ebb3d3d req-e0ddea3e-0eb7-4e1f-b910-43de8a537c31 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0544798 Aug 08 17:13:21.649316 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-29187f50-0080-4c2c-b485-212e7ebb3d3d req-61e3324a-1143-4013-b6b9-d753211326de tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338113 Aug 08 17:13:22.585134 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-84c1cff9-3037-487c-b01d-73838c6df45d req-3b042787-7b88-436d-b9c8-064b6a5b907a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 210 time: 0.0428340 Aug 08 17:13:22.646025 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-c2596854-2abb-4183-8062-5d04846b91cd tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:22.647428 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-c2596854-2abb-4183-8062-5d04846b91cd tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 814 time: 0.1515975 Aug 08 17:13:22.679276 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Request body: {'port': {'device_id': 'a1ed8c52-f666-4111-83c2-3192720f0e2d', 'network_id': '43561efe-0334-498b-a813-16137189be59', 'admin_state_up': True, 'tenant_id': 'aca75413f47e435cbdcec1f144fb030e'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:22.788561 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Made reservation on behalf of aca75413f47e435cbdcec1f144fb030e for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:13:22.792180 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:22.919614 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Allocated IP 172.20.0.8 (43561efe-0334-498b-a813-16137189be59/81adcb59-10e4-4d35-8a17-8df4c299bb7f/0e504a15-a578-4409-94ea-10217a876d35) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:13:23.070361 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:23.083347 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cd877-5965-4b1d-bc70-2ad60a1bc817 req-b27b70f3-53c4-4e2f-8ef8-94b40fe12f4d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:23.085065 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-258cd877-5965-4b1d-bc70-2ad60a1bc817 req-b27b70f3-53c4-4e2f-8ef8-94b40fe12f4d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0521338 Aug 08 17:13:23.109292 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:23.127614 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-258cd877-5965-4b1d-bc70-2ad60a1bc817 req-4fe3ee1c-526e-44f6-b8ef-3eefb566b4c2 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362830 Aug 08 17:13:23.149471 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Network 43561efe-0334-498b-a813-16137189be59 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:13:23.152502 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:23.158766 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:13:23.183469 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Pushing event updated for resources: {'Port': ['ID=0e504a15-a578-4409-94ea-10217a876d35,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:23.213998 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:23.214614 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:23.228460 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-254cb7ec-ff96-40f0-acdd-000f82d04a62 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5527647 Aug 08 17:13:23.512553 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Request body: {'port': {'device_id': 'a1ed8c52-f666-4111-83c2-3192720f0e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:23.537269 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f3461f3a-5ec4-4527-b2c1-eec9b4418dff', '38af3876-0b53-4a3a-ad2b-c0125e6e5677', '3dc060a0-a3bf-4b29-88c1-4d6003e87b00'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:13:23.572843 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:23.660016 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2b75ceda-0503-40e6-b7bc-45d40563c370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:23.711699 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d011ec4-2911-4bab-a650-a07bf4b366e5 req-040b8f4f-78e9-4948-9b26-c682c88a3130 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:23.722810 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0d011ec4-2911-4bab-a650-a07bf4b366e5 req-040b8f4f-78e9-4948-9b26-c682c88a3130 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 931 time: 0.0759368 Aug 08 17:13:23.785199 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0d011ec4-2911-4bab-a650-a07bf4b366e5 req-7c1e3cd4-c33b-4b13-ac2d-e267a18f4caa tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614109 Aug 08 17:13:23.893911 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:24.163783 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e504a15-a578-4409-94ea-10217a876d35 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:13:24.171542 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:24.183028 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Transition to ACTIVE for port object 0e504a15-a578-4409-94ea-10217a876d35 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:24.187091 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:24.236354 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e504a15-a578-4409-94ea-10217a876d35,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:24.305773 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Attempting to bind port 0e504a15-a578-4409-94ea-10217a876d35 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:13:24.306113 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Attempting to bind port 0e504a15-a578-4409-94ea-10217a876d35 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:13:24.306446 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Attempting to bind port 0e504a15-a578-4409-94ea-10217a876d35 on network 43561efe-0334-498b-a813-16137189be59 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:13:24.311543 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Port 0e504a15-a578-4409-94ea-10217a876d35 on network 43561efe-0334-498b-a813-16137189be59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:13:24.311889 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Attempting to bind port 0e504a15-a578-4409-94ea-10217a876d35 on network 43561efe-0334-498b-a813-16137189be59 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:13:24.316609 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:13:24.316949 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Checking segment: {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:13:24.317336 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Bound using segment: {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:13:24.317762 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Bound port: 0e504a15-a578-4409-94ea-10217a876d35, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b64a013-7731-47a4-bf23-d07ec83488a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '43561efe-0334-498b-a813-16137189be59'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:13:24.318114 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:24.381051 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] For port 0e504a15-a578-4409-94ea-10217a876d35, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:13:24.384049 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] For port 0e504a15-a578-4409-94ea-10217a876d35, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0e504a15-a578-4409-94ea-10217a876d35,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:13:24.389194 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:24.422644 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:24.423316 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:24.424747 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-e822108f-2692-463f-865a-140ef24caed0 service neutron] 10.222.0.32 "PUT /v2.0/ports/0e504a15-a578-4409-94ea-10217a876d35 HTTP/1.1" status: 200 len: 1093 time: 0.9180558 Aug 08 17:13:24.425186 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ed8c52-f666-4111-83c2-3192720f0e2d', 'tag': '0e504a15-a578-4409-94ea-10217a876d35'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:13:24.427525 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2387bae-8208-4d9a-902a-4954e9fb6060" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ed8c52-f666-4111-83c2-3192720f0e2d", "tag": "0e504a15-a578-4409-94ea-10217a876d35"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:13:24.451810 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822108f-2692-463f-865a-140ef24caed0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e504a15-a578-4409-94ea-10217a876d35,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:24.591912 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:26.190170 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:27.516806 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-23979baa-ca3a-47c4-92c1-2601e807b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:27.518316 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-23979baa-ca3a-47c4-92c1-2601e807b930 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 1096 time: 0.0442483 Aug 08 17:13:27.567618 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938a8fd2-3214-4d61-ad72-d650f17efb74 x-openstack-request-id: req-938a8fd2-3214-4d61-ad72-d650f17efb74 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:13:27.567913 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ed8c52-f666-4111-83c2-3192720f0e2d", "tag": "0e504a15-a578-4409-94ea-10217a876d35", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:13:27.568171 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-938a8fd2-3214-4d61-ad72-d650f17efb74 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:13:27.568573 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ed8c52-f666-4111-83c2-3192720f0e2d', 'tag': '0e504a15-a578-4409-94ea-10217a876d35', 'status': 'completed', 'code': 200} Aug 08 17:13:27.604151 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-a8ba4fdd-4151-46e4-9397-c361d3f526de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e504a15-a578-4409-94ea-10217a876d35 HTTP/1.1" status: 200 len: 217 time: 0.0346515 Aug 08 17:13:27.661529 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807e07d-f4ff-43a0-9c3e-5591794195eb req-f6495698-aac8-4664-8714-3995c48dd5bb tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:27.663002 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4807e07d-f4ff-43a0-9c3e-5591794195eb req-f6495698-aac8-4664-8714-3995c48dd5bb tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 943 time: 0.0512404 Aug 08 17:13:27.700624 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4807e07d-f4ff-43a0-9c3e-5591794195eb req-170f640e-d4ca-433f-90ec-65adfc1a61cf tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Aug 08 17:13:28.083268 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-1bf45b00-d332-432e-b656-20e5e5947f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:28.084717 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-1bf45b00-d332-432e-b656-20e5e5947f9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81adcb59-10e4-4d35-8a17-8df4c299bb7f HTTP/1.1" status: 200 len: 854 time: 0.0452619 Aug 08 17:13:28.117622 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-839ff50b-9449-432f-8c44-9cc6d9ca8cab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43561efe-0334-498b-a813-16137189be59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241439 Aug 08 17:13:28.208613 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-1b0bd7db-2470-40a4-8296-661943860406 service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824361 Aug 08 17:13:28.294358 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5889a92f-9758-407b-a9a9-e1c2782653d6 req-46d8545e-7548-4c24-a685-6820749880f6 service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777628 Aug 08 17:13:28.333167 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:13:28.452923 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2387bae-8208-4d9a-902a-4954e9fb6060 req-1a075585-20c2-4711-9aaa-733bd311bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:28.454429 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b2387bae-8208-4d9a-902a-4954e9fb6060 req-1a075585-20c2-4711-9aaa-733bd311bae0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca75413f47e435cbdcec1f144fb030e&device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 1096 time: 0.0450428 Aug 08 17:13:28.543357 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2387bae-8208-4d9a-902a-4954e9fb6060 req-8c93998d-355d-46c2-a5b7-20a8b9f2b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:28.545599 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b2387bae-8208-4d9a-902a-4954e9fb6060 req-8c93998d-355d-46c2-a5b7-20a8b9f2b210 service neutron] 10.222.0.32 "GET /v2.0/networks?id=43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 200 len: 914 time: 0.0828354 Aug 08 17:13:28.594858 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b2387bae-8208-4d9a-902a-4954e9fb6060 req-7ec43693-4572-4eaf-9413-eac7bda78566 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e504a15-a578-4409-94ea-10217a876d35 HTTP/1.1" status: 200 len: 217 time: 0.0407684 Aug 08 17:13:28.655520 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2387bae-8208-4d9a-902a-4954e9fb6060 req-1cec6f3c-f760-4c5c-92ec-3f622e39ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:28.656945 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b2387bae-8208-4d9a-902a-4954e9fb6060 req-1cec6f3c-f760-4c5c-92ec-3f622e39ee23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81adcb59-10e4-4d35-8a17-8df4c299bb7f HTTP/1.1" status: 200 len: 854 time: 0.0445583 Aug 08 17:13:28.693047 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b2387bae-8208-4d9a-902a-4954e9fb6060 req-041af350-b0e6-4d50-9aaa-7e96c26e053c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=43561efe-0334-498b-a813-16137189be59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243547 Aug 08 17:13:28.781784 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b2387bae-8208-4d9a-902a-4954e9fb6060 req-70aac5d1-29b2-475b-ac52-f0b951eebb97 service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798645 Aug 08 17:13:28.876556 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-b2387bae-8208-4d9a-902a-4954e9fb6060 req-3acd6465-1b05-4e5d-b4de-93b14be28160 service neutron] 10.222.0.32 "GET /v2.0/networks/43561efe-0334-498b-a813-16137189be59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Aug 08 17:13:29.219873 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d3e1-1e8f-4dad-8efe-ba32647cd3f8 req-4b3569b7-179e-4ec5-8946-ccadb1eb7f1f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:29.221328 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-91c3d3e1-1e8f-4dad-8efe-ba32647cd3f8 req-4b3569b7-179e-4ec5-8946-ccadb1eb7f1f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 943 time: 0.0482380 Aug 08 17:13:29.258508 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-91c3d3e1-1e8f-4dad-8efe-ba32647cd3f8 req-0e7b1799-932a-4d59-acb7-3b47fff6c131 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Aug 08 17:13:30.370397 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2059fc-1599-475d-b88d-889f379b4634 req-2d09d8bf-7499-4970-9695-4de4c7c25dec tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:30.373410 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0e2059fc-1599-475d-b88d-889f379b4634 req-2d09d8bf-7499-4970-9695-4de4c7c25dec tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 943 time: 0.0477984 Aug 08 17:13:30.408972 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0e2059fc-1599-475d-b88d-889f379b4634 req-8154f1bf-a07a-4e94-ba73-cabeb1dfe0cb tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304961 Aug 08 17:13:31.437811 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 0e504a15-a578-4409-94ea-10217a876d35 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:13:31.525763 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa89e4f-adb6-479b-aedc-a825a7393979 req-4e9ae91b-6512-4d82-a81d-0ff5eeff5a51 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:31.527154 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1aa89e4f-adb6-479b-aedc-a825a7393979 req-4e9ae91b-6512-4d82-a81d-0ff5eeff5a51 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 943 time: 0.0518773 Aug 08 17:13:31.531908 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 0e504a15-a578-4409-94ea-10217a876d35, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0e504a15-a578-4409-94ea-10217a876d35,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:31.543052 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '0e504a15-a578-4409-94ea-10217a876d35', 'network_id': '43561efe-0334-498b-a813-16137189be59', 'port_id': '0e504a15-a578-4409-94ea-10217a876d35', 'mac_address': 'fa:16:3e:86:ef:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81adcb59-10e4-4d35-8a17-8df4c299bb7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:13:31.568250 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1aa89e4f-adb6-479b-aedc-a825a7393979 req-e88f4e9c-87f2-4b6d-b924-2207e4b34e6b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347056 Aug 08 17:13:31.583273 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:31.596470 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e504a15-a578-4409-94ea-10217a876d35 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:13:31.616243 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 0e504a15-a578-4409-94ea-10217a876d35, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0e504a15-a578-4409-94ea-10217a876d35,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:31.619740 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:31.670554 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=0e504a15-a578-4409-94ea-10217a876d35,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:32.283143 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['0e504a15-a578-4409-94ea-10217a876d35'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:13:32.684586 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94bbe-84da-4fad-ade7-1b150aa98e1f req-17ec49b4-4788-4175-b01f-ec28d8f19005 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:32.686025 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-55b94bbe-84da-4fad-ade7-1b150aa98e1f req-17ec49b4-4788-4175-b01f-ec28d8f19005 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 944 time: 0.0483406 Aug 08 17:13:32.723128 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-55b94bbe-84da-4fad-ade7-1b150aa98e1f req-4ba3c6d5-ec6a-4838-8cab-e81806084b7a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312967 Aug 08 17:13:33.837181 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae19a0-d188-4700-bbf9-2b55396376ba req-be6129a0-25df-4577-bc15-abbd25b83300 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:33.838572 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a3ae19a0-d188-4700-bbf9-2b55396376ba req-be6129a0-25df-4577-bc15-abbd25b83300 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 944 time: 0.0496726 Aug 08 17:13:33.876854 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a3ae19a0-d188-4700-bbf9-2b55396376ba req-f33d2754-e51b-4491-849b-42ad87afdebc tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Aug 08 17:13:34.657706 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38842) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:34.797804 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b474d07-6721-4c2f-821f-d9db51cd5d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:34.896313 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b474d07-6721-4c2f-821f-d9db51cd5d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:34.900411 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b474d07-6721-4c2f-821f-d9db51cd5d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:34.941314 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-8b474d07-6721-4c2f-821f-d9db51cd5d75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39831942e1ce4e2dbf308ef7b4757aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825115 Aug 08 17:13:34.942292 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b474d07-6721-4c2f-821f-d9db51cd5d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5ab2e5-e7ca-407e-9363-983fab77c1dc,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:34.943967 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 38852) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:34.997252 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e58e0f75-c693-41de-8350-dca758618ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:34.997529 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fb0f3-431a-40b2-a4a6-d8ac7dbc21c7 req-f6b470e4-1eab-4161-b74e-1b583c368b13 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:34.999057 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8a0fb0f3-431a-40b2-a4a6-d8ac7dbc21c7 req-f6b470e4-1eab-4161-b74e-1b583c368b13 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 944 time: 0.0518560 Aug 08 17:13:35.018610 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e58e0f75-c693-41de-8350-dca758618ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:35.037007 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8a0fb0f3-431a-40b2-a4a6-d8ac7dbc21c7 req-2d29b516-b439-4845-b53d-555f2ac168b7 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314772 Aug 08 17:13:35.066350 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e58e0f75-c693-41de-8350-dca758618ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:35.068895 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e58e0f75-c693-41de-8350-dca758618ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:35.070041 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e58e0f75-c693-41de-8350-dca758618ff0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f5ab2e5-e7ca-407e-9363-983fab77c1dc HTTP/1.1" status: 204 len: 168 time: 0.1249449 Aug 08 17:13:35.078206 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e0f75-c693-41de-8350-dca758618ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5ab2e5-e7ca-407e-9363-983fab77c1dc,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:35.459474 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 0e504a15-a578-4409-94ea-10217a876d35 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:35.518167 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port 0e504a15-a578-4409-94ea-10217a876d35 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:35.522232 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 0e504a15-a578-4409-94ea-10217a876d35 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:35.522895 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:35.611129 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:35.634308 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ed8c52-f666-4111-83c2-3192720f0e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e504a15-a578-4409-94ea-10217a876d35'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:13:35.636635 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f9bdbb-4b65-4e8b-b11b-73fe0f586f23" -d '{"events": [{"server_uuid": "a1ed8c52-f666-4111-83c2-3192720f0e2d", "name": "network-vif-plugged", "status": "completed", "tag": "0e504a15-a578-4409-94ea-10217a876d35"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:13:35.650550 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 0e504a15-a578-4409-94ea-10217a876d35, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0e504a15-a578-4409-94ea-10217a876d35,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:35.655619 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:35.682836 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c92e702-e418-4c83-9f9a-6dbf9c6a2b90 x-openstack-request-id: req-2c92e702-e418-4c83-9f9a-6dbf9c6a2b90 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:13:35.683071 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ed8c52-f666-4111-83c2-3192720f0e2d", "name": "network-vif-plugged", "status": "completed", "tag": "0e504a15-a578-4409-94ea-10217a876d35", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:13:35.683307 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c92e702-e418-4c83-9f9a-6dbf9c6a2b90 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:13:35.683697 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ed8c52-f666-4111-83c2-3192720f0e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e504a15-a578-4409-94ea-10217a876d35', 'code': 200} Aug 08 17:13:35.716394 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=0e504a15-a578-4409-94ea-10217a876d35,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:35.760940 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 38886) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:35.852399 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f7d84-0c4e-4222-a899-2243ee1fe3c7 req-a16dc892-56f0-4eec-b6fa-73ba9a1dd054 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:35.854499 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-551f7d84-0c4e-4222-a899-2243ee1fe3c7 req-a16dc892-56f0-4eec-b6fa-73ba9a1dd054 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0523183 Aug 08 17:13:35.893584 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1543836426-network', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:35.895834 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-551f7d84-0c4e-4222-a899-2243ee1fe3c7 req-e311eb5d-52ec-4bd7-8acc-c61a47abf3e0 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343096 Aug 08 17:13:35.942776 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Made reservation on behalf of 1e1c602c1d8b45cfadc1df621fbbdafa for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:13:35.945024 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:35.956967 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc96a9e-2a04-4ef6-8893-3e3d33e04279 req-2d555ca5-f721-4ee1-a7e2-08a450768852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:35.958492 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8bc96a9e-2a04-4ef6-8893-3e3d33e04279 req-2d555ca5-f721-4ee1-a7e2-08a450768852 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 1099 time: 0.1141100 Aug 08 17:13:35.961143 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.026023 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cac07-c332-411b-9642-039db8680d96 req-e20927b3-c2b6-44c9-9c16-42b6b25388a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:36.027592 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-046cac07-c332-411b-9642-039db8680d96 req-e20927b3-c2b6-44c9-9c16-42b6b25388a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 1098 time: 0.1259937 Aug 08 17:13:36.107202 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-046cac07-c332-411b-9642-039db8680d96 req-238fbff6-738f-472a-829c-f1fc64c00d5d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669503 Aug 08 17:13:36.123176 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc96a9e-2a04-4ef6-8893-3e3d33e04279 req-40a8e7f0-51df-4acb-94ac-d60bf98b89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:36.124650 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8bc96a9e-2a04-4ef6-8893-3e3d33e04279 req-40a8e7f0-51df-4acb-94ac-d60bf98b89b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 918 time: 0.1526389 Aug 08 17:13:36.160091 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76606c7f-b512-4124-afc0-ca8e06cc41b4 req-aa8637e3-c004-4f18-b058-06176b75d02f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:36.161691 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76606c7f-b512-4124-afc0-ca8e06cc41b4 req-aa8637e3-c004-4f18-b058-06176b75d02f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 945 time: 0.0540953 Aug 08 17:13:36.164893 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.169735 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.194225 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:13:36.201943 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76606c7f-b512-4124-afc0-ca8e06cc41b4 req-39c8cd11-1d00-444a-ad90-3a97c070ab7b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Aug 08 17:13:36.203728 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c535f4a2-b898-4cb8-929f-37bff5df3fdd,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:36.212789 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.213204 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Added segment 8531d0f4-38da-4055-a32d-ce0ca5caf4e0 of type vlan for network 17cc2801-1027-4a12-a6a6-6c26c50fdecd Aug 08 17:13:36.216083 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.216437 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.216782 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.217124 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.217457 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.217789 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.218121 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.218450 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.218803 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.219134 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.219465 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.219788 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.261583 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.288755 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.289726 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:36.290317 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.348195 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5859835 Aug 08 17:13:36.351130 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38896) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:36.353293 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee98aab-8d56-4324-90c9-5c262d29a91e admin admin] Pushing event updated for resources: {'Network': ['ID=17cc2801-1027-4a12-a6a6-6c26c50fdecd,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:36.356208 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Request body: {'subnet': {'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1543836426-subnet', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'ip_version': 4}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:36.363395 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:13:36.378233 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Made reservation on behalf of 1e1c602c1d8b45cfadc1df621fbbdafa for: {'subnet': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:13:36.380612 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.546267 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.576687 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8bc96a9e-2a04-4ef6-8893-3e3d33e04279 req-a054f5f6-2546-4fd2-b0d1-f7421bd9c104 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4 HTTP/1.1" status: 200 len: 217 time: 0.0358677 Aug 08 17:13:36.603755 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:36.615718 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.616071 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.616418 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.616760 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.617092 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.617426 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.617758 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.618087 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.618424 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.618774 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.619106 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.619430 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:36.623738 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Checking segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:13:36.624106 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Network hostable DHCP agents. Network: 17cc2801-1027-4a12-a6a6-6c26c50fdecd, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:13:36.629003 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc96a9e-2a04-4ef6-8893-3e3d33e04279 req-75915c82-a0b8-4720-b72a-d0c8fb066529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:36.630360 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8bc96a9e-2a04-4ef6-8893-3e3d33e04279 req-75915c82-a0b8-4720-b72a-d0c8fb066529 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 200 len: 858 time: 0.0459235 Aug 08 17:13:36.642325 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:13:36.651284 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 17cc2801-1027-4a12-a6a6-6c26c50fdecd) {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:36.656517 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:36.657120 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.663253 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d6592-37a2-47a4-b973-e79fb901ae65 None None] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:13:36.668579 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8bc96a9e-2a04-4ef6-8893-3e3d33e04279 req-3c987945-e513-4ff5-81e6-814dd38a6368 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87ea2ee9-44f5-46e9-b78a-78ad058ee009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299246 Aug 08 17:13:36.672376 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-412b3b2d-3a9d-48e3-a6fe-3dd746d389f9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3201523 Aug 08 17:13:36.674985 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38898) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:36.679380 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:36.701114 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102798'] for router, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.702115 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102785'] for router, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.758513 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.816343 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0523a24-1118-5044-8312-56a61d96f3f7-17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8'}]}} from dv-cinder-787296-3-iscsi. {{(pid=93517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 17:13:36.816702 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8bc96a9e-2a04-4ef6-8893-3e3d33e04279 req-3cfa5b28-c227-4e3a-aa2f-e11f182a7126 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962427 Aug 08 17:13:36.817260 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.902234 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:36.922948 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8bc96a9e-2a04-4ef6-8893-3e3d33e04279 req-b2e89c4e-972e-42ae-b8c4-6a27c95f7206 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989759 Aug 08 17:13:36.984280 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.db_base_plugin_common [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Allocated IP 172.20.0.2 (17cc2801-1027-4a12-a6a6-6c26c50fdecd/cd38fc45-b95f-4ced-ba4e-6cad8dd467f8/ecb1442e-dc74-4b85-a296-6815a5f9680f) {{(pid=93517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:13:37.134340 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Notify callbacks [] for port, precommit_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:37.143122 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Transition to ACTIVE for port object ecb1442e-dc74-4b85-a296-6815a5f9680f will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:37.158444 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d227e4f-0660-41cd-b928-11763ec8d131 req-f5811e65-bb2c-458c-b15c-cbf615c5c693 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:37.160036 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3d227e4f-0660-41cd-b928-11763ec8d131 req-f5811e65-bb2c-458c-b15c-cbf615c5c693 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.1405771 Aug 08 17:13:37.162692 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Transition to ACTIVE for port object ecb1442e-dc74-4b85-a296-6815a5f9680f will not be triggered until provisioned by entity DHCP. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:37.167934 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:37.171805 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:37.196481 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:37.219222 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd is already hosted by enough agents. {{(pid=93517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:13:37.227816 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.base_scheduler [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Resources bound (agent type, host, resource id): {{(pid=93517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:37.231887 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Received port after_create {{(pid=93517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:13:37.266179 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Pushing event updated for resources: {'Port': ['ID=ecb1442e-dc74-4b85-a296-6815a5f9680f,revision_number=1']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:37.274113 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3d227e4f-0660-41cd-b928-11763ec8d131 req-cb92fa2b-e696-44cb-a29b-c8648832b082 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029351 Aug 08 17:13:37.305305 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Attempting to bind port ecb1442e-dc74-4b85-a296-6815a5f9680f on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:13:37.305305 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Attempting to bind port ecb1442e-dc74-4b85-a296-6815a5f9680f by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:13:37.305305 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Attempting to bind port ecb1442e-dc74-4b85-a296-6815a5f9680f on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:13:37.307020 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:13:37.307407 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Checking segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:13:37.307813 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:37.308211 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Bound using segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:13:37.308683 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Bound port: ecb1442e-dc74-4b85-a296-6815a5f9680f, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:13:37.310176 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:37.346725 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Allocated IP 172.27.3.39 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/43f90de8-c26d-44f2-b55a-841513923bc9) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:13:37.390517 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] For port ecb1442e-dc74-4b85-a296-6815a5f9680f, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:13:37.393474 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] For port ecb1442e-dc74-4b85-a296-6815a5f9680f, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=ecb1442e-dc74-4b85-a296-6815a5f9680f,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:13:37.398004 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:37.454876 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2ad5c-a7e1-4186-be43-0cac51cb6078 None None] Pushing event updated for resources: {'Port': ['ID=ecb1442e-dc74-4b85-a296-6815a5f9680f,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:37.475024 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b93e0-f9d5-4bbb-a7f3-24623923fe54 req-8e30b9e1-865f-48bf-a9d1-df421c956b71 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:37.476530 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3d3b93e0-f9d5-4bbb-a7f3-24623923fe54 req-8e30b9e1-865f-48bf-a9d1-df421c956b71 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 945 time: 0.1163077 Aug 08 17:13:37.517469 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:37.540026 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3d3b93e0-f9d5-4bbb-a7f3-24623923fe54 req-34baa159-1778-414a-9818-0c8fbacf8727 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537610 Aug 08 17:13:37.574962 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:37.634553 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:13:37.638977 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:37.640966 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Pushing event updated for resources: {'Port': ['ID=43f90de8-c26d-44f2-b55a-841513923bc9,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:37.643568 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:13:37.859478 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:38.055245 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386'] for router, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:38.385958 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b805b3c9-0e6b-4c4e-bbdc-b17e913e5736 None None] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:13:38.423348 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570ab13-ffb9-409f-bfed-5f76e7da6dcf req-7287e2ec-b469-4924-a653-e91f1fb273d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:38.424836 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5570ab13-ffb9-409f-bfed-5f76e7da6dcf req-7287e2ec-b469-4924-a653-e91f1fb273d5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0650656 Aug 08 17:13:38.448191 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 is scheduled to L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 with binding_index 1 {{(pid=93515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 08 17:13:38.459069 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-bf9be139-2b70-4370-9225-89691c088077 None None] Provisioning for port ecb1442e-dc74-4b85-a296-6815a5f9680f completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:38.506185 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5570ab13-ffb9-409f-bfed-5f76e7da6dcf req-f0a590cb-817a-423d-961b-99903593024d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735219 Aug 08 17:13:38.572088 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:13:38.582849 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Sync routers for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:13:38.594953 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:38.598779 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-19ed0ee1-57e4-4802-9e4b-6acc628835e7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9207110 Aug 08 17:13:38.598916 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:13:38.598916 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:13:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:38.599501 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 38920) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:38.710323 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218e87-6f90-4efe-80c2-e07792a60a37 req-729f90da-a3ba-49ab-974c-e43adecfd267 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:38.713782 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-53218e87-6f90-4efe-80c2-e07792a60a37 req-729f90da-a3ba-49ab-974c-e43adecfd267 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 945 time: 0.0847607 Aug 08 17:13:38.715985 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:13:38.759206 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-53218e87-6f90-4efe-80c2-e07792a60a37 req-15a9e9f4-9024-4ba2-99b1-f817b0b68e5f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 Aug 08 17:13:38.797500 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device ecb1442e-dc74-4b85-a296-6815a5f9680f up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:38.852903 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port ecb1442e-dc74-4b85-a296-6815a5f9680f completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:38.858525 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port ecb1442e-dc74-4b85-a296-6815a5f9680f triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:38.859052 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:38.908846 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-27b0efb4-7024-4b56-96ab-4059b89c7e93 None None] Provisioning complete for port ecb1442e-dc74-4b85-a296-6815a5f9680f triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:38.909374 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-27b0efb4-7024-4b56-96ab-4059b89c7e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:38.944638 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:37Z', 'revision_number': 3, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:38.980559 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Checking router: b130126d-eafa-4ac7-9a9e-0a6f56e2a435 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:13:38.981128 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Updating router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 port 43f90de8-c26d-44f2-b55a-841513923bc9 binding host dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:13:38.999919 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.013284 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.063824 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port ecb1442e-dc74-4b85-a296-6815a5f9680f, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=ecb1442e-dc74-4b85-a296-6815a5f9680f,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:39.069510 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.073266 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-27b0efb4-7024-4b56-96ab-4059b89c7e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.164619 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=ecb1442e-dc74-4b85-a296-6815a5f9680f,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:39.177725 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.db.api [None req-27b0efb4-7024-4b56-96ab-4059b89c7e93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 17:13:39.178143 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG oslo_db.api [None req-27b0efb4-7024-4b56-96ab-4059b89c7e93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 17:13:39.249933 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.398085 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Notify callbacks [] for port, precommit_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.408661 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.provisioning_blocks [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Transition to ACTIVE for port object 43f90de8-c26d-44f2-b55a-841513923bc9 will not be triggered until provisioned by entity L2. {{(pid=93518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:39.410008 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Allocated IP 172.20.0.1 (17cc2801-1027-4a12-a6a6-6c26c50fdecd/cd38fc45-b95f-4ced-ba4e-6cad8dd467f8/d00aa8ac-b1e5-4541-9778-458c59fb42f3) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:13:39.415467 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.474902 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Attempting to bind port 43f90de8-c26d-44f2-b55a-841513923bc9 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:13:39.475232 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Attempting to bind port 43f90de8-c26d-44f2-b55a-841513923bc9 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:13:39.475586 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Attempting to bind port 43f90de8-c26d-44f2-b55a-841513923bc9 on network 111b90d2-db22-4369-bf0d-0678224568e8 {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:13:39.478491 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Pushing event updated for resources: {'Port': ['ID=43f90de8-c26d-44f2-b55a-841513923bc9,revision_number=2']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:39.487089 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:13:39.487474 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:13:39.487881 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.488281 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Bound using segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:13:39.488752 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Bound port: 43f90de8-c26d-44f2-b55a-841513923bc9, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:13:39.489156 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.492469 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.492836 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.493203 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.493566 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.493901 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.494236 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.494569 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.494923 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.495274 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.495605 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.495934 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.496346 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:13:39.521222 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.535641 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Transition to ACTIVE for port object d00aa8ac-b1e5-4541-9778-458c59fb42f3 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:39.571458 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] For port 43f90de8-c26d-44f2-b55a-841513923bc9, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:13:39.575802 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] For port 43f90de8-c26d-44f2-b55a-841513923bc9, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=43f90de8-c26d-44f2-b55a-841513923bc9,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:13:39.578516 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.580857 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.618044 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:13:39.625870 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:39.630669 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:13:39.635947 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Pushing event updated for resources: {'Port': ['ID=d00aa8ac-b1e5-4541-9778-458c59fb42f3,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:39.637436 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:13:39.637436 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:13:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:39.645453 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd08b3-7835-4e38-8609-89e4bbd30cee req-b752d678-3a8a-4f0f-a539-15683740ac1e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:39.653354 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0cd08b3-7835-4e38-8609-89e4bbd30cee req-b752d678-3a8a-4f0f-a539-15683740ac1e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0662551 Aug 08 17:13:39.675264 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693457'] for router_interface, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.699989 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb977140-278e-4df2-a720-f6a5669af6ce None None] Pushing event updated for resources: {'Port': ['ID=43f90de8-c26d-44f2-b55a-841513923bc9,revision_number=3']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:39.700871 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0cd08b3-7835-4e38-8609-89e4bbd30cee req-cf2b7a81-dbc0-4a73-9174-cf8b6ddbfde0 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465894 Aug 08 17:13:39.780125 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:13:39.834405 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.864037 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-4fcad8e4-49e4-426e-b716-a66ed0d558da None None] Provisioning for port d00aa8ac-b1e5-4541-9778-458c59fb42f3 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:39.868007 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-4fcad8e4-49e4-426e-b716-a66ed0d558da None None] Provisioning complete for port d00aa8ac-b1e5-4541-9778-458c59fb42f3 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:39.868388 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-4fcad8e4-49e4-426e-b716-a66ed0d558da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:39.904596 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-4fcad8e4-49e4-426e-b716-a66ed0d558da None None] Port d00aa8ac-b1e5-4541-9778-458c59fb42f3 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:13:39.978476 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:37Z', 'revision_number': 3, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:40.002817 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:40.008095 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:40.010846 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c2dfe-770a-49be-8740-156ad227cf1f None None] The sync data for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi is: [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:37Z', 'revision_number': 3, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:13:40.074929 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693605'] for router_interface, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:40.076685 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Pushing event updated for resources: {'Port': ['ID=d00aa8ac-b1e5-4541-9778-458c59fb42f3,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:40.171854 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:13:40.173278 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:40.320272 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:13:40.461308 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:13:40.469750 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-3944dd29-f95c-4c22-ac4e-c94e136e0a56 admin admin] 10.222.0.20 "PUT /v2.0/routers/b130126d-eafa-4ac7-9a9e-0a6f56e2a435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8678868 Aug 08 17:13:40.546469 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-cb1590cd-140e-4c13-ba15-efa1ced28f6a None None] Provisioning complete for port d00aa8ac-b1e5-4541-9778-458c59fb42f3 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:40.547516 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-cb1590cd-140e-4c13-ba15-efa1ced28f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:40.601534 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-cb1590cd-140e-4c13-ba15-efa1ced28f6a None None] Port d00aa8ac-b1e5-4541-9778-458c59fb42f3 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:13:40.828239 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 43f90de8-c26d-44f2-b55a-841513923bc9 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:40.862698 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503249d6-8d76-4af6-a04b-13a347db65b8 req-52e1dfc4-fe7a-43cc-8c61-33df6cb73813 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:40.872770 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-503249d6-8d76-4af6-a04b-13a347db65b8 req-52e1dfc4-fe7a-43cc-8c61-33df6cb73813 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0846083 Aug 08 17:13:40.883744 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 43f90de8-c26d-44f2-b55a-841513923bc9 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:40.890891 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 43f90de8-c26d-44f2-b55a-841513923bc9 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:40.891271 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:40.911647 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-503249d6-8d76-4af6-a04b-13a347db65b8 req-d731dda1-3a1c-4e9e-93e5-8bf3f31ac1ba tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Aug 08 17:13:40.989524 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.016106 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 43f90de8-c26d-44f2-b55a-841513923bc9, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=43f90de8-c26d-44f2-b55a-841513923bc9,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:41.023439 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.024439 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device ecb1442e-dc74-4b85-a296-6815a5f9680f up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:41.103415 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=43f90de8-c26d-44f2-b55a-841513923bc9,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:41.114916 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port ecb1442e-dc74-4b85-a296-6815a5f9680f triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:41.115295 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.154920 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 38966) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:41.159855 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-948476059-network', 'tenant_id': '736abb05b93b4c76b166c301567bf857'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:41.180473 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Made reservation on behalf of 736abb05b93b4c76b166c301567bf857 for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:13:41.182696 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.191001 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.279592 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.283357 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.307237 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:13:41.317042 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4cd2e2-dcb6-475b-85c9-f99af3e8a607,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:41.321648 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.321994 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Added segment 6f1d5fe8-e83f-403f-948e-bfd9316d4b5b of type vlan for network a725b2c1-3192-450d-9c15-8fd7cdced477 Aug 08 17:13:41.362317 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.393327 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.394478 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:41.394988 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.455435 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2993875 Aug 08 17:13:41.458050 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 38968) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:41.466730 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Request body: {'subnet': {'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-948476059-subnet', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'ip_version': 4}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:41.477748 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ce761-2abd-4dbe-a651-23dcbb86bc61 admin admin] Pushing event updated for resources: {'Network': ['ID=a725b2c1-3192-450d-9c15-8fd7cdced477,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:41.494604 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network a725b2c1-3192-450d-9c15-8fd7cdced477 details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:13:41.500297 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Made reservation on behalf of 736abb05b93b4c76b166c301567bf857 for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:13:41.502858 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15860866'] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.686680 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16667139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15860912'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.744702 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e574a38c-ce0a-429b-bc9e-94d9114efda5,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:41.753388 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Checking segment: {'id': '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:13:41.753751 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Network hostable DHCP agents. Network: a725b2c1-3192-450d-9c15-8fd7cdced477, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:13:41.771525 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Network a725b2c1-3192-450d-9c15-8fd7cdced477 is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:13:41.780307 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, a725b2c1-3192-450d-9c15-8fd7cdced477) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:41.784309 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:41.784904 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.789703 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b16cc-324d-4423-a360-bed17ee21680 None None] Network a725b2c1-3192-450d-9c15-8fd7cdced477 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:13:41.805166 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-a2132c1c-cf8e-4b75-8c85-13ac4edf67f0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3437791 Aug 08 17:13:41.806275 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38976) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:41.814981 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-948476059-router', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:41.842345 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102798'] for router, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.843843 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102785'] for router, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.900028 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:41.976690 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Sync routers for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:13:41.994007 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:13:41.994637 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:13:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:42.052062 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.130412 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b7fca-d91b-4abd-aa07-b506b1068317 req-d94289dd-4288-4ae1-84ce-e30942da7648 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:42.131938 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-964b7fca-d91b-4abd-aa07-b506b1068317 req-d94289dd-4288-4ae1-84ce-e30942da7648 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0939257 Aug 08 17:13:42.154457 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:13:42.182956 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-964b7fca-d91b-4abd-aa07-b506b1068317 req-e2a5627a-55c1-4809-a5a0-d10dbe9d5d9a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435140 Aug 08 17:13:42.211437 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0523a24-1118-5044-8312-56a61d96f3f7-a725b2c1-3192-450d-9c15-8fd7cdced477', 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'fixed_ips': [{'subnet_id': 'e574a38c-ce0a-429b-bc9e-94d9114efda5'}]}} from dv-cinder-787296-3-iscsi. {{(pid=93517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 17:13:42.212303 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.318293 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.336950 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.443745 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Allocated IP 172.27.3.96 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/af46a8f4-1733-43f7-b1c6-c4809c12086d) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:13:42.469778 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.db_base_plugin_common [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Allocated IP 172.20.0.2 (a725b2c1-3192-450d-9c15-8fd7cdced477/e574a38c-ce0a-429b-bc9e-94d9114efda5/27403133-8010-40c9-979b-4eb43adfac0b) {{(pid=93517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:13:42.545637 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.546378 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 2, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:42.580954 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Checking router: b130126d-eafa-4ac7-9a9e-0a6f56e2a435 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:13:42.581239 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Updating router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 port d00aa8ac-b1e5-4541-9778-458c59fb42f3 binding host dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:13:42.585612 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.622678 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:13:42.624732 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.627552 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:42.631164 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:13:42.671726 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Pushing event updated for resources: {'Port': ['ID=af46a8f4-1733-43f7-b1c6-c4809c12086d,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:42.710722 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 43f90de8-c26d-44f2-b55a-841513923bc9 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:42.721932 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Notify callbacks [] for port, precommit_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.803199 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Transition to ACTIVE for port object 27403133-8010-40c9-979b-4eb43adfac0b will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:42.844284 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Transition to ACTIVE for port object 27403133-8010-40c9-979b-4eb43adfac0b will not be triggered until provisioned by entity DHCP. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:42.864652 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.875697 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.946690 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Network a725b2c1-3192-450d-9c15-8fd7cdced477 is already hosted by enough agents. {{(pid=93517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:13:42.969550 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.base_scheduler [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Resources bound (agent type, host, resource id): {{(pid=93517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:42.972191 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Received port after_create {{(pid=93517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:13:42.974249 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 43f90de8-c26d-44f2-b55a-841513923bc9 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:42.974629 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:42.977185 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-5ab3b990-6cb5-4247-89cb-887bca5ae107 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492294 Aug 08 17:13:43.006622 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Pushing event updated for resources: {'Port': ['ID=27403133-8010-40c9-979b-4eb43adfac0b,revision_number=1']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:43.055452 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-d9249252-fb5a-4e02-8d96-14d3a05fa30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:43.057030 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-d9249252-fb5a-4e02-8d96-14d3a05fa30f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 1098 time: 0.0482378 Aug 08 17:13:43.099885 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Attempting to bind port 27403133-8010-40c9-979b-4eb43adfac0b on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:13:43.100952 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Attempting to bind port 27403133-8010-40c9-979b-4eb43adfac0b by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:13:43.100952 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Attempting to bind port 27403133-8010-40c9-979b-4eb43adfac0b on network a725b2c1-3192-450d-9c15-8fd7cdced477 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:13:43.115116 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386'] for router, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:43.120638 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:13:43.121573 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Checking segment: {'id': '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:13:43.122159 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:43.122557 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Bound using segment: {'id': '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:13:43.123059 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Bound port: 27403133-8010-40c9-979b-4eb43adfac0b, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:13:43.123442 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:43.169428 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-00bede24-a57e-438c-985e-31bf804f1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:43.171027 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-00bede24-a57e-438c-985e-31bf804f1f41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 918 time: 0.0894229 Aug 08 17:13:43.215347 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Notify callbacks [] for port, precommit_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:43.215949 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-12a734fd-261b-4efe-a037-8210ab968752 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd12678e-854b-456e-bbed-c4d0de28080b HTTP/1.1" status: 200 len: 217 time: 0.0372503 Aug 08 17:13:43.239526 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Transition to ACTIVE for port object d00aa8ac-b1e5-4541-9778-458c59fb42f3 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:43.257806 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:43.285373 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-8d4b0277-fc8f-4485-9494-ad5ea6ebe9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:43.287063 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-8d4b0277-fc8f-4485-9494-ad5ea6ebe9d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 200 len: 858 time: 0.0628116 Aug 08 17:13:43.298943 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Router b820aeb4-909e-43c5-880d-92cf02744e38 is scheduled to L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 with binding_index 1 {{(pid=93515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 08 17:13:43.308153 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] For port 27403133-8010-40c9-979b-4eb43adfac0b, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:13:43.329544 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c16d19-fb2e-469c-9b0e-f2743c5db2fd req-53fb6cad-642a-46d0-be95-69f70cd2aa99 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:43.331308 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-35c16d19-fb2e-469c-9b0e-f2743c5db2fd req-53fb6cad-642a-46d0-be95-69f70cd2aa99 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0701535 Aug 08 17:13:43.332462 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] For port 27403133-8010-40c9-979b-4eb43adfac0b, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=27403133-8010-40c9-979b-4eb43adfac0b,segment=NetworkSegment(6f1d5fe8-e83f-403f-948e-bfd9316d4b5b),segment_id=6f1d5fe8-e83f-403f-948e-bfd9316d4b5b)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:13:43.333511 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644e8df-abeb-409d-985a-1d1d093c27b5 None None] Pushing event updated for resources: {'Port': ['ID=d00aa8ac-b1e5-4541-9778-458c59fb42f3,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:43.338192 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-f75724c1-b284-40ec-9fc7-d7309d3785ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87ea2ee9-44f5-46e9-b78a-78ad058ee009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428483 Aug 08 17:13:43.347771 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:43.408593 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-35c16d19-fb2e-469c-9b0e-f2743c5db2fd req-21495d0a-9519-4701-9309-fb19d1f8ea2b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Aug 08 17:13:43.440289 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Attempting to bind port d00aa8ac-b1e5-4541-9778-458c59fb42f3 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:13:43.440669 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Attempting to bind port d00aa8ac-b1e5-4541-9778-458c59fb42f3 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:13:43.441174 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Attempting to bind port d00aa8ac-b1e5-4541-9778-458c59fb42f3 on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:13:43.469290 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-3fd2191c-0560-474d-8952-76fc981680a9 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185925 Aug 08 17:13:43.470248 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:13:43.470799 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Checking segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:13:43.471068 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:43.471470 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Bound using segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:13:43.472043 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Bound port: d00aa8ac-b1e5-4541-9778-458c59fb42f3, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:13:43.472438 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:43.475725 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeb235-401c-4815-8f86-d2e348d8c724 None None] Pushing event updated for resources: {'Port': ['ID=27403133-8010-40c9-979b-4eb43adfac0b,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:43.497913 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:13:43.510616 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Sync routers for ids ['b820aeb4-909e-43c5-880d-92cf02744e38'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:13:43.520006 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] Notify callbacks [] for router, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:43.523875 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-05aae041-579c-4ae2-b731-559a5486de2e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7137372 Aug 08 17:13:43.526595 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 38990) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:43.526863 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Routers {'b820aeb4-909e-43c5-880d-92cf02744e38'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:13:43.528309 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:13:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b820aeb4-909e-43c5-880d-92cf02744e38'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:43.588274 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] For port d00aa8ac-b1e5-4541-9778-458c59fb42f3, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:13:43.593201 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] For port d00aa8ac-b1e5-4541-9778-458c59fb42f3, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=d00aa8ac-b1e5-4541-9778-458c59fb42f3,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:13:43.613600 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:43.701999 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644e8df-abeb-409d-985a-1d1d093c27b5 None None] Pushing event updated for resources: {'Port': ['ID=d00aa8ac-b1e5-4541-9778-458c59fb42f3,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:43.712342 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:13:43.713139 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:13:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:43.953947 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7328b1-d77e-486f-ac1e-dc84e1e67c9a req-74b5e35f-3699-49e3-a519-ce9cf5ca62b3 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792590 Aug 08 17:13:43.959361 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Set router b820aeb4-909e-43c5-880d-92cf02744e38 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:13:44.155674 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:13:44.191629 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'name': 'tempest-TestVolumeBootPattern-948476059-router', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:41Z', 'updated_at': '2021-08-08T17:13:42Z', 'revision_number': 3, 'project_id': '736abb05b93b4c76b166c301567bf857', 'gw_port': {'id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:42Z', 'updated_at': '2021-08-08T17:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:44.223317 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Checking router: b820aeb4-909e-43c5-880d-92cf02744e38 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:13:44.223652 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Updating router b820aeb4-909e-43c5-880d-92cf02744e38 port af46a8f4-1733-43f7-b1c6-c4809c12086d binding host dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:13:44.249620 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:44.251116 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:44.377073 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:43Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:44.410659 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61143981-c008-4cbe-ab90-7d5791baebac None None] The sync data for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi is: [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:43Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:13:44.434112 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Allocated IP 172.20.0.1 (a725b2c1-3192-450d-9c15-8fd7cdced477/e574a38c-ce0a-429b-bc9e-94d9114efda5/3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:13:44.589106 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Notify callbacks [] for port, precommit_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:44.600068 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.provisioning_blocks [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Transition to ACTIVE for port object af46a8f4-1733-43f7-b1c6-c4809c12086d will not be triggered until provisioned by entity L2. {{(pid=93518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:44.608861 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:44.616081 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf2f0e-d40a-4e9b-b61e-17aa9c4aaef2 req-0dd978ba-a0a4-4c62-816d-6a1fa392423c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:44.617854 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0bdf2f0e-d40a-4e9b-b61e-17aa9c4aaef2 req-0dd978ba-a0a4-4c62-816d-6a1fa392423c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0870578 Aug 08 17:13:44.625820 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:44.681488 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b6e9f-f329-4fad-b966-99e8600a158d None None] Pushing event updated for resources: {'Port': ['ID=af46a8f4-1733-43f7-b1c6-c4809c12086d,revision_number=2']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:44.687106 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.provisioning_blocks [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Transition to ACTIVE for port object 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 will not be triggered until provisioned by entity DHCP. {{(pid=93515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:44.717035 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Attempting to bind port af46a8f4-1733-43f7-b1c6-c4809c12086d on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:13:44.717458 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Attempting to bind port af46a8f4-1733-43f7-b1c6-c4809c12086d by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:13:44.717776 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Attempting to bind port af46a8f4-1733-43f7-b1c6-c4809c12086d on network 111b90d2-db22-4369-bf0d-0678224568e8 {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:13:44.724765 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:13:44.725175 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:13:44.726660 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:44.726660 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Bound using segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:13:44.727049 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Bound port: af46a8f4-1733-43f7-b1c6-c4809c12086d, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:13:44.727428 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:44.729156 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0bdf2f0e-d40a-4e9b-b61e-17aa9c4aaef2 req-3a054a00-014a-4baf-aabb-5ecb6c3b6915 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008141 Aug 08 17:13:44.763857 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:44.809915 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Network a725b2c1-3192-450d-9c15-8fd7cdced477 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:13:44.813053 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:44.819188 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:13:44.819644 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693457'] for router_interface, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:44.821068 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2acc5b4-ba88-4111-b72d-e9ed0d4ec013 None None] Network a725b2c1-3192-450d-9c15-8fd7cdced477 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:13:44.836079 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] For port af46a8f4-1733-43f7-b1c6-c4809c12086d, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:13:44.840749 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] For port af46a8f4-1733-43f7-b1c6-c4809c12086d, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=af46a8f4-1733-43f7-b1c6-c4809c12086d,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:13:44.846870 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:44.861210 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:44.915636 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b6e9f-f329-4fad-b966-99e8600a158d None None] Pushing event updated for resources: {'Port': ['ID=af46a8f4-1733-43f7-b1c6-c4809c12086d,revision_number=3']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:44.925050 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Routers {'b820aeb4-909e-43c5-880d-92cf02744e38'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:13:44.925685 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:13:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b820aeb4-909e-43c5-880d-92cf02744e38'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:44.963160 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 27403133-8010-40c9-979b-4eb43adfac0b up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:45.025719 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-831c0eb6-605e-44b0-aff0-5adb46c93e33 None None] Provisioning for port 27403133-8010-40c9-979b-4eb43adfac0b completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:45.037196 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.086762 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] Set router b820aeb4-909e-43c5-880d-92cf02744e38 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:13:45.095670 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 27403133-8010-40c9-979b-4eb43adfac0b completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:45.102218 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 27403133-8010-40c9-979b-4eb43adfac0b triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:45.102829 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.232906 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.276475 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 27403133-8010-40c9-979b-4eb43adfac0b, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=27403133-8010-40c9-979b-4eb43adfac0b,segment=NetworkSegment(6f1d5fe8-e83f-403f-948e-bfd9316d4b5b),segment_id=6f1d5fe8-e83f-403f-948e-bfd9316d4b5b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:45.283949 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.285228 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device d00aa8ac-b1e5-4541-9778-458c59fb42f3 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:45.366958 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'name': 'tempest-TestVolumeBootPattern-948476059-router', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:41Z', 'updated_at': '2021-08-08T17:13:42Z', 'revision_number': 3, 'project_id': '736abb05b93b4c76b166c301567bf857', 'gw_port': {'id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:42Z', 'updated_at': '2021-08-08T17:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:45.367750 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.375449 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.377189 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693605'] for router_interface, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.404123 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39e8ef-a2c5-4295-bb4c-f8a3107cc31c None None] The sync data for ids ['b820aeb4-909e-43c5-880d-92cf02744e38'] in dv-cinder-787296-3-iscsi is: [{'id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'name': 'tempest-TestVolumeBootPattern-948476059-router', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:41Z', 'updated_at': '2021-08-08T17:13:42Z', 'revision_number': 3, 'project_id': '736abb05b93b4c76b166c301567bf857', 'gw_port': {'id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:42Z', 'updated_at': '2021-08-08T17:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:13:45.418095 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=27403133-8010-40c9-979b-4eb43adfac0b,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:45.428359 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port d00aa8ac-b1e5-4541-9778-458c59fb42f3 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:45.432645 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port d00aa8ac-b1e5-4541-9778-458c59fb42f3 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:45.433096 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.443675 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8,revision_number=2']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:45.513775 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.514442 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-23d85ba8-86e3-42c2-9036-22fc30a1b807 None None] Provisioning for port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:45.546499 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-23d85ba8-86e3-42c2-9036-22fc30a1b807 None None] Provisioning complete for port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:45.546920 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-23d85ba8-86e3-42c2-9036-22fc30a1b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.577264 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Network a725b2c1-3192-450d-9c15-8fd7cdced477 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:13:45.580137 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:13:45.615115 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.646979 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-23d85ba8-86e3-42c2-9036-22fc30a1b807 None None] Port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:13:45.667059 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port d00aa8ac-b1e5-4541-9778-458c59fb42f3, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=d00aa8ac-b1e5-4541-9778-458c59fb42f3,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:45.672779 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-23d85ba8-86e3-42c2-9036-22fc30a1b807 None None] Provisioning complete for port 27403133-8010-40c9-979b-4eb43adfac0b triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:45.673166 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-23d85ba8-86e3-42c2-9036-22fc30a1b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.693523 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:45.737183 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Router b820aeb4-909e-43c5-880d-92cf02744e38 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:13:45.757773 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=d00aa8ac-b1e5-4541-9778-458c59fb42f3,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:45.941541 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-2ba3431d-a56f-49fa-9ee4-ae6b29a30dbd None None] Provisioning complete for port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:45.941930 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2ba3431d-a56f-49fa-9ee4-ae6b29a30dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:46.004593 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3431d-a56f-49fa-9ee4-ae6b29a30dbd None None] Port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:13:46.124540 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-61ab5fd8-a5a3-4f13-bc7b-794d005277d6 None None] Provisioning complete for port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:46.124915 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-61ab5fd8-a5a3-4f13-bc7b-794d005277d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:46.165047 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-61ab5fd8-a5a3-4f13-bc7b-794d005277d6 None None] Port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:13:46.166744 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4a0cc-30b2-4adb-b756-4bb6534a025a req-64de3b07-2649-44f3-a591-8b0774b2a20a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:46.169140 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dca4a0cc-30b2-4adb-b756-4bb6534a025a req-64de3b07-2649-44f3-a591-8b0774b2a20a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.1007128 Aug 08 17:13:46.204203 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:13:46.216593 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-012b52fe-0674-417a-ba7d-2c2b0967bff9 admin admin] 10.222.0.20 "PUT /v2.0/routers/b820aeb4-909e-43c5-880d-92cf02744e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6880584 Aug 08 17:13:46.240303 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dca4a0cc-30b2-4adb-b756-4bb6534a025a req-9da8b33b-045f-4016-80e2-c556a2310448 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626740 Aug 08 17:13:46.768058 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 27403133-8010-40c9-979b-4eb43adfac0b up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:46.793559 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 39020) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:46.798398 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-ccd709e4-2a50-4418-b240-cfbcfabc4e80 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2012334330', 'description': 'tempest-secgroup-smoke-2012334330 description', 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:46.816235 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 27403133-8010-40c9-979b-4eb43adfac0b triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:46.816618 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:46.822402 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ccd709e4-2a50-4418-b240-cfbcfabc4e80 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:46.903515 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device d00aa8ac-b1e5-4541-9778-458c59fb42f3 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:46.912091 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ccd709e4-2a50-4418-b240-cfbcfabc4e80 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:46.915737 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ccd709e4-2a50-4418-b240-cfbcfabc4e80 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:46.944319 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ccd709e4-2a50-4418-b240-cfbcfabc4e80 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:46.945549 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-ccd709e4-2a50-4418-b240-cfbcfabc4e80 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1509628 Aug 08 17:13:46.946234 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd709e4-2a50-4418-b240-cfbcfabc4e80 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f0353-f54f-4344-b449-efb0f401928a,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:46.948485 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 39022) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:46.951676 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port d00aa8ac-b1e5-4541-9778-458c59fb42f3 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:46.952062 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:46.954740 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-eb355522-1a1b-4d63-9887-2677907148c2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'security_group_rule': {'security_group_id': 'c08f0353-f54f-4344-b449-efb0f401928a', 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:46.979733 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-eb355522-1a1b-4d63-9887-2677907148c2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.033018 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device af46a8f4-1733-43f7-b1c6-c4809c12086d up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:47.035127 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-eb355522-1a1b-4d63-9887-2677907148c2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.038596 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-eb355522-1a1b-4d63-9887-2677907148c2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.056326 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb355522-1a1b-4d63-9887-2677907148c2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7477cce3-6b76-492c-b7d8-33f8138dc8d7,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:47.062742 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-eb355522-1a1b-4d63-9887-2677907148c2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.063938 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-eb355522-1a1b-4d63-9887-2677907148c2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144822 Aug 08 17:13:47.066865 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 39024) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:47.071270 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-819b40e5-1a86-471e-9ed7-7061a43f6d84 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'security_group_rule': {'security_group_id': 'c08f0353-f54f-4344-b449-efb0f401928a', 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:47.080720 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port af46a8f4-1733-43f7-b1c6-c4809c12086d completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:47.084359 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port af46a8f4-1733-43f7-b1c6-c4809c12086d triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:47.084735 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.099355 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-819b40e5-1a86-471e-9ed7-7061a43f6d84 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.159492 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-819b40e5-1a86-471e-9ed7-7061a43f6d84 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.163322 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-819b40e5-1a86-471e-9ed7-7061a43f6d84 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.164921 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.182275 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b40e5-1a86-471e-9ed7-7061a43f6d84 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ae1dc4-ec5f-48be-b323-aa9f5f436f68,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:47.185359 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-819b40e5-1a86-471e-9ed7-7061a43f6d84 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.189252 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-819b40e5-1a86-471e-9ed7-7061a43f6d84 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187923 Aug 08 17:13:47.189640 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 39026) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:47.192786 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port af46a8f4-1733-43f7-b1c6-c4809c12086d, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=af46a8f4-1733-43f7-b1c6-c4809c12086d,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:47.193769 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-84a5e67e-6bb5-4dfd-b599-ec787b03a207 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'security_group_rule': {'security_group_id': 'c08f0353-f54f-4344-b449-efb0f401928a', 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:47.197474 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.221237 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-84a5e67e-6bb5-4dfd-b599-ec787b03a207 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.254113 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=af46a8f4-1733-43f7-b1c6-c4809c12086d,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:47.288786 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-84a5e67e-6bb5-4dfd-b599-ec787b03a207 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.293499 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-84a5e67e-6bb5-4dfd-b599-ec787b03a207 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.315490 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5e67e-6bb5-4dfd-b599-ec787b03a207 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905d8b28-3e0d-4f06-a72e-1fb5056b80bb,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:47.320720 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-84a5e67e-6bb5-4dfd-b599-ec787b03a207 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.322083 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-84a5e67e-6bb5-4dfd-b599-ec787b03a207 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317501 Aug 08 17:13:47.325960 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 39034) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:47.331214 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-97f7aab6-f2ca-467d-a2ee-a4c04aa4f0e5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'security_group_rule': {'security_group_id': 'c08f0353-f54f-4344-b449-efb0f401928a', 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:47.359926 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-97f7aab6-f2ca-467d-a2ee-a4c04aa4f0e5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.379053 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cd6c5-2202-4d13-bf23-fc1ef7c49f68 req-6a12152b-c682-4db9-b65e-69f4b19f9661 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:47.380731 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ea0cd6c5-2202-4d13-bf23-fc1ef7c49f68 req-6a12152b-c682-4db9-b65e-69f4b19f9661 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0575185 Aug 08 17:13:47.421435 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ea0cd6c5-2202-4d13-bf23-fc1ef7c49f68 req-980c2d69-7d16-437f-b1fe-8e08e1ada81b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335710 Aug 08 17:13:47.424857 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-97f7aab6-f2ca-467d-a2ee-a4c04aa4f0e5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.429797 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-97f7aab6-f2ca-467d-a2ee-a4c04aa4f0e5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.446530 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7aab6-f2ca-467d-a2ee-a4c04aa4f0e5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65c3f12-c14a-4da4-8f08-92f236d3c152,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:47.462100 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-97f7aab6-f2ca-467d-a2ee-a4c04aa4f0e5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.466678 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-97f7aab6-f2ca-467d-a2ee-a4c04aa4f0e5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357217 Aug 08 17:13:47.467333 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 39038) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:47.472097 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-da4bfb77-4447-4e84-95f4-adf7230cfedc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'security_group_rule': {'security_group_id': 'c08f0353-f54f-4344-b449-efb0f401928a', 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:47.494110 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.securitygroups_db [None req-da4bfb77-4447-4e84-95f4-adf7230cfedc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Project 1e1c602c1d8b45cfadc1df621fbbdafa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 17:13:47.500284 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-da4bfb77-4447-4e84-95f4-adf7230cfedc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.555595 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-da4bfb77-4447-4e84-95f4-adf7230cfedc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.563323 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-da4bfb77-4447-4e84-95f4-adf7230cfedc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.583245 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bfb77-4447-4e84-95f4-adf7230cfedc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f95aa9a-c83b-41bc-89a6-4d896185f5be,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:47.589071 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-da4bfb77-4447-4e84-95f4-adf7230cfedc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.590768 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-da4bfb77-4447-4e84-95f4-adf7230cfedc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220829 Aug 08 17:13:47.593239 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 39040) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:13:47.600021 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-ef7bb842-1d9d-409e-a94c-00d2c777c0c7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'security_group_rule': {'security_group_id': 'c08f0353-f54f-4344-b449-efb0f401928a', 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:13:47.622853 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.securitygroups_db [None req-ef7bb842-1d9d-409e-a94c-00d2c777c0c7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Project 1e1c602c1d8b45cfadc1df621fbbdafa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 17:13:47.627684 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ef7bb842-1d9d-409e-a94c-00d2c777c0c7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.689933 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ef7bb842-1d9d-409e-a94c-00d2c777c0c7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.694128 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ef7bb842-1d9d-409e-a94c-00d2c777c0c7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.715995 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bb842-1d9d-409e-a94c-00d2c777c0c7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1498ce8-1dce-4efb-9536-fe18f88c67cf,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:47.718662 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ef7bb842-1d9d-409e-a94c-00d2c777c0c7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:47.719860 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-ef7bb842-1d9d-409e-a94c-00d2c777c0c7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257257 Aug 08 17:13:47.860964 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Sync routers for ids ['b820aeb4-909e-43c5-880d-92cf02744e38'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:13:47.870262 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Routers {'b820aeb4-909e-43c5-880d-92cf02744e38'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:13:47.870977 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:13:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b820aeb4-909e-43c5-880d-92cf02744e38'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:47.980972 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Set router b820aeb4-909e-43c5-880d-92cf02744e38 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:13:48.223921 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'name': 'tempest-TestVolumeBootPattern-948476059-router', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:41Z', 'updated_at': '2021-08-08T17:13:44Z', 'revision_number': 4, 'project_id': '736abb05b93b4c76b166c301567bf857', 'gw_port': {'id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:42Z', 'updated_at': '2021-08-08T17:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8', 'name': '', 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e574a38c-ce0a-429b-bc9e-94d9114efda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:44Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 2, 'project_id': '736abb05b93b4c76b166c301567bf857', 'subnets': [{'id': 'e574a38c-ce0a-429b-bc9e-94d9114efda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:48.251950 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Checking router: b820aeb4-909e-43c5-880d-92cf02744e38 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:13:48.252315 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Updating router b820aeb4-909e-43c5-880d-92cf02744e38 port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 binding host dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:13:48.277108 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:48.581148 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Notify callbacks [] for port, precommit_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:48.581556 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7232d-58ad-48a3-9f35-b014985ec40c req-8d8aa1eb-86bd-4440-91d5-0c261b39a660 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:48.583082 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-26e7232d-58ad-48a3-9f35-b014985ec40c req-8d8aa1eb-86bd-4440-91d5-0c261b39a660 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0504296 Aug 08 17:13:48.592457 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Transition to ACTIVE for port object 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:13:48.599694 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:48.640467 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-26e7232d-58ad-48a3-9f35-b014985ec40c req-e070f85a-ab51-4a0e-81cf-82103914ba47 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510383 Aug 08 17:13:48.661674 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64266057-8ffb-4b2c-91fa-72a237b92d0e None None] Pushing event updated for resources: {'Port': ['ID=3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:48.755248 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Attempting to bind port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:13:48.755653 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Attempting to bind port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:13:48.756018 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Attempting to bind port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 on network a725b2c1-3192-450d-9c15-8fd7cdced477 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:13:48.765796 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:13:48.766180 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Checking segment: {'id': '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:13:48.766592 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:48.767018 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Bound using segment: {'id': '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:13:48.767512 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Bound port: 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:13:48.767901 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:48.920925 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device af46a8f4-1733-43f7-b1c6-c4809c12086d up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:49.023929 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] For port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:13:49.027479 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] For port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8,segment=NetworkSegment(6f1d5fe8-e83f-403f-948e-bfd9316d4b5b),segment_id=6f1d5fe8-e83f-403f-948e-bfd9316d4b5b)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:13:49.031977 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port af46a8f4-1733-43f7-b1c6-c4809c12086d triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:49.032346 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:49.035011 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:49.125788 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Routers {'b820aeb4-909e-43c5-880d-92cf02744e38'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:13:49.126438 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:13:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b820aeb4-909e-43c5-880d-92cf02744e38'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:49.164122 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64266057-8ffb-4b2c-91fa-72a237b92d0e None None] Pushing event updated for resources: {'Port': ['ID=3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:49.273665 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] Set router b820aeb4-909e-43c5-880d-92cf02744e38 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:13:49.484697 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'name': 'tempest-TestVolumeBootPattern-948476059-router', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:41Z', 'updated_at': '2021-08-08T17:13:44Z', 'revision_number': 4, 'project_id': '736abb05b93b4c76b166c301567bf857', 'gw_port': {'id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:42Z', 'updated_at': '2021-08-08T17:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8', 'name': '', 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e574a38c-ce0a-429b-bc9e-94d9114efda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:44Z', 'updated_at': '2021-08-08T17:13:49Z', 'revision_number': 4, 'project_id': '736abb05b93b4c76b166c301567bf857', 'subnets': [{'id': 'e574a38c-ce0a-429b-bc9e-94d9114efda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:13:49.510752 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd85b9-a15e-4e9e-affa-03494eab354c None None] The sync data for ids ['b820aeb4-909e-43c5-880d-92cf02744e38'] in dv-cinder-787296-3-iscsi is: [{'id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'name': 'tempest-TestVolumeBootPattern-948476059-router', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:41Z', 'updated_at': '2021-08-08T17:13:44Z', 'revision_number': 4, 'project_id': '736abb05b93b4c76b166c301567bf857', 'gw_port': {'id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:42Z', 'updated_at': '2021-08-08T17:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8', 'name': '', 'network_id': 'a725b2c1-3192-450d-9c15-8fd7cdced477', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'mac_address': 'fa:16:3e:2c:a7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e574a38c-ce0a-429b-bc9e-94d9114efda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:44Z', 'updated_at': '2021-08-08T17:13:49Z', 'revision_number': 4, 'project_id': '736abb05b93b4c76b166c301567bf857', 'subnets': [{'id': 'e574a38c-ce0a-429b-bc9e-94d9114efda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:13:49.763403 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b9cda-1d80-40e0-b7af-19c1013f0fe1 req-484c141a-397f-4a4f-b018-017b2cf74f60 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:49.765754 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-104b9cda-1d80-40e0-b7af-19c1013f0fe1 req-484c141a-397f-4a4f-b018-017b2cf74f60 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0555868 Aug 08 17:13:49.809255 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-104b9cda-1d80-40e0-b7af-19c1013f0fe1 req-bcb7ad26-d98f-47cb-86ee-05a44ec523c5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337417 Aug 08 17:13:50.712516 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:50.761690 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:13:50.765187 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:50.765557 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:50.806809 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-dbc53a3b-d14a-4b8e-b227-1eac9db064a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:50.862104 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:50.898974 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8,segment=NetworkSegment(6f1d5fe8-e83f-403f-948e-bfd9316d4b5b),segment_id=6f1d5fe8-e83f-403f-948e-bfd9316d4b5b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:50.907052 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:50.932628 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69569-e27c-4c44-968c-94d70ddf9ba2 req-326467da-2b9b-4333-aee6-142b78e3e84f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:50.934426 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3ef69569-e27c-4c44-968c-94d70ddf9ba2 req-326467da-2b9b-4333-aee6-142b78e3e84f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0522013 Aug 08 17:13:50.965650 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:50.992345 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3ef69569-e27c-4c44-968c-94d70ddf9ba2 req-215e9493-bb81-4dbd-b587-180b898c4ebd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490904 Aug 08 17:13:52.110966 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ee105-d40d-45fd-af0f-f56984c88e63 req-ba0ba101-9474-45c1-9a17-00bc73acd86c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:52.112433 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-451ee105-d40d-45fd-af0f-f56984c88e63 req-ba0ba101-9474-45c1-9a17-00bc73acd86c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0485151 Aug 08 17:13:52.152512 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-451ee105-d40d-45fd-af0f-f56984c88e63 req-b82f48f0-fbd7-482f-a6a2-412709791256 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Aug 08 17:13:52.420446 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c577f2-19a1-4e08-bf3c-9f02380201a3 req-cb0140c6-7b55-4b72-a694-19f24878b703 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:52.421918 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76c577f2-19a1-4e08-bf3c-9f02380201a3 req-cb0140c6-7b55-4b72-a694-19f24878b703 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 945 time: 0.0535126 Aug 08 17:13:52.459807 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76c577f2-19a1-4e08-bf3c-9f02380201a3 req-71fe64b4-4267-434b-8053-635720c56b32 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Aug 08 17:13:52.701702 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:13:52.758109 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:13:52.758488 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:53.273507 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d96be3-88b1-4026-9432-c34608fdec41 req-48465498-3be9-49c5-8613-0d550000d7b9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:53.275143 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a3d96be3-88b1-4026-9432-c34608fdec41 req-48465498-3be9-49c5-8613-0d550000d7b9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0507927 Aug 08 17:13:53.317252 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a3d96be3-88b1-4026-9432-c34608fdec41 req-e9caf0c3-f4bd-4136-b4d5-4dea7639ca83 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Aug 08 17:13:53.583879 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbbcab-73d5-4c90-98db-8e782e24e7dc req-183ef2fc-6eb1-4bbe-9f9c-b1c2e6f9a6d8 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:53.585621 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ddbbcab-73d5-4c90-98db-8e782e24e7dc req-183ef2fc-6eb1-4bbe-9f9c-b1c2e6f9a6d8 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 945 time: 0.0497169 Aug 08 17:13:53.624314 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ddbbcab-73d5-4c90-98db-8e782e24e7dc req-aaf21837-772e-47b5-9f64-6fa9522209e6 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323200 Aug 08 17:13:53.634447 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-6004427b-40cf-4170-a713-f3079635a152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:53.884318 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:54.434650 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65879fc-7b22-4806-bc2e-45d759215c04 req-eb008575-92a7-4edb-ba3f-f4b365ab9f30 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:54.436307 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f65879fc-7b22-4806-bc2e-45d759215c04 req-eb008575-92a7-4edb-ba3f-f4b365ab9f30 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0531728 Aug 08 17:13:54.482468 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f65879fc-7b22-4806-bc2e-45d759215c04 req-964eb7fd-71c6-4122-91f6-eead7702061e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Aug 08 17:13:54.595142 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:54.740084 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b57ef5-6ec4-4379-9892-87be09d48c67 req-73ff823c-2944-43bb-a136-2e3863b6b42e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:54.741513 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-43b57ef5-6ec4-4379-9892-87be09d48c67 req-73ff823c-2944-43bb-a136-2e3863b6b42e tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 945 time: 0.0505247 Aug 08 17:13:54.782082 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-43b57ef5-6ec4-4379-9892-87be09d48c67 req-e5c5507e-551a-4dad-b8b6-5fcd6c6a2fec tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Aug 08 17:13:55.267240 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-9075aa42-bffb-460e-88da-dd7b5d608bf7 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:55.268949 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-9075aa42-bffb-460e-88da-dd7b5d608bf7 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 945 time: 0.0487187 Aug 08 17:13:55.367751 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-c8395f6f-a562-413b-936e-4977abcdd41d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Deleting port 0e504a15-a578-4409-94ea-10217a876d35 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:13:55.368095 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-c8395f6f-a562-413b-936e-4977abcdd41d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:55.458053 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-c8395f6f-a562-413b-936e-4977abcdd41d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] For port 0e504a15-a578-4409-94ea-10217a876d35, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0e504a15-a578-4409-94ea-10217a876d35,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:13:55.458421 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-c8395f6f-a562-413b-936e-4977abcdd41d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:55.475367 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-c8395f6f-a562-413b-936e-4977abcdd41d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Calling delete_port for 0e504a15-a578-4409-94ea-10217a876d35 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:13:55.618409 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a140e9-1417-4053-b5a1-82732f8bf8ed req-90def206-2af0-4ef9-9cb5-bba83b65a5bc tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:55.620056 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a0a140e9-1417-4053-b5a1-82732f8bf8ed req-90def206-2af0-4ef9-9cb5-bba83b65a5bc tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0520768 Aug 08 17:13:55.632084 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-c8395f6f-a562-413b-936e-4977abcdd41d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:55.660553 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a0a140e9-1417-4053-b5a1-82732f8bf8ed req-6010a5db-849c-4ac7-9141-9d66c6cd82c5 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343993 Aug 08 17:13:55.663357 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8395f6f-a562-413b-936e-4977abcdd41d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Pushing event deleted for resources: {'Port': ['ID=0e504a15-a578-4409-94ea-10217a876d35,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:13:55.709093 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-c8395f6f-a562-413b-936e-4977abcdd41d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] No DVR routers for this DVR port 0e504a15-a578-4409-94ea-10217a876d35 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:13:55.709351 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f3461f3a-5ec4-4527-b2c1-eec9b4418dff', '38af3876-0b53-4a3a-ad2b-c0125e6e5677', '3dc060a0-a3bf-4b29-88c1-4d6003e87b00', '0e504a15-a578-4409-94ea-10217a876d35'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:13:55.711893 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-c8395f6f-a562-413b-936e-4977abcdd41d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:55.714950 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6e7a19c8-1cc6-49ec-a0e5-c9d5c56d3c21 req-c8395f6f-a562-413b-936e-4977abcdd41d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "DELETE /v2.0/ports/0e504a15-a578-4409-94ea-10217a876d35 HTTP/1.1" status: 204 len: 173 time: 0.4362888 Aug 08 17:13:55.715355 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ed8c52-f666-4111-83c2-3192720f0e2d', 'name': 'network-vif-deleted', 'tag': '0e504a15-a578-4409-94ea-10217a876d35'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:13:55.717862 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02efc16-1098-465f-8d69-2ddc75ea38a6" -d '{"events": [{"server_uuid": "a1ed8c52-f666-4111-83c2-3192720f0e2d", "name": "network-vif-deleted", "tag": "0e504a15-a578-4409-94ea-10217a876d35"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:13:55.756696 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dcb4c6-4091-4fc1-9a3c-23cbbaae391a x-openstack-request-id: req-b3dcb4c6-4091-4fc1-9a3c-23cbbaae391a {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:13:55.756999 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ed8c52-f666-4111-83c2-3192720f0e2d", "name": "network-vif-deleted", "tag": "0e504a15-a578-4409-94ea-10217a876d35", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:13:55.757321 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3dcb4c6-4091-4fc1-9a3c-23cbbaae391a {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:13:55.757767 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ed8c52-f666-4111-83c2-3192720f0e2d', 'name': 'network-vif-deleted', 'tag': '0e504a15-a578-4409-94ea-10217a876d35', 'status': 'completed', 'code': 200} Aug 08 17:13:55.888094 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c184c5db-09c7-4254-85d2-9a8791f05f77 req-08f01c72-1c2b-4d35-b939-7d11459a23eb tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 210 time: 0.0339756 Aug 08 17:13:56.193998 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:13:56.784901 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a9348-ff90-4121-a808-44d5c37ab07a req-0e17ec85-cb14-4bab-9952-ad73ee01a902 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:56.786407 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c91a9348-ff90-4121-a808-44d5c37ab07a req-0e17ec85-cb14-4bab-9952-ad73ee01a902 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0508468 Aug 08 17:13:56.828029 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c91a9348-ff90-4121-a808-44d5c37ab07a req-b2cf01c3-7cf5-492b-bf00-852c347e1afa tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357084 Aug 08 17:13:57.002571 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1c54bff5-77d3-4776-8847-8d0d2be12abf req-39db0612-09d3-4141-a6db-bac080684d57 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1ed8c52-f666-4111-83c2-3192720f0e2d HTTP/1.1" status: 200 len: 210 time: 0.0267386 Aug 08 17:13:57.945162 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a2f2b-bc6c-45ea-99bf-d15a62a1d481 req-141fdac7-b1e3-4e2e-89d4-e010c15d9b70 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:57.946651 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f03a2f2b-bc6c-45ea-99bf-d15a62a1d481 req-141fdac7-b1e3-4e2e-89d4-e010c15d9b70 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0488226 Aug 08 17:13:57.986772 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f03a2f2b-bc6c-45ea-99bf-d15a62a1d481 req-3b1e3833-0255-43ab-a85b-503f4e0ca618 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Aug 08 17:13:59.105869 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621648e-a5e0-46e1-8678-f2f0ccf7bc69 req-9195c108-4104-4322-954e-5bad1348147e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:59.107424 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8621648e-a5e0-46e1-8678-f2f0ccf7bc69 req-9195c108-4104-4322-954e-5bad1348147e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0534642 Aug 08 17:13:59.145421 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8621648e-a5e0-46e1-8678-f2f0ccf7bc69 req-6345d2c9-ed90-4559-ada8-1d5b38f94ffa tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Aug 08 17:13:59.393205 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cc882-2865-46e8-8713-035095f5bd38 req-c9ecc3b9-1928-4edd-9256-85c59b9a5fd3 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:13:59.394675 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d15cc882-2865-46e8-8713-035095f5bd38 req-c9ecc3b9-1928-4edd-9256-85c59b9a5fd3 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 945 time: 0.0512860 Aug 08 17:13:59.432333 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d15cc882-2865-46e8-8713-035095f5bd38 req-7482c2f2-5699-4df3-a316-2023e61253e9 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316463 Aug 08 17:13:59.585292 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 0e504a15-a578-4409-94ea-10217a876d35 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:13:59.607425 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: 0e504a15-a578-4409-94ea-10217a876d35 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:13:59.607779 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 0e504a15-a578-4409-94ea-10217a876d35 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:14:00.271699 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c16bd-87d1-4c94-a980-9675a88703d0 req-ce897dec-0836-4380-a4ff-c2d4e117c5d6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:00.273215 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-617c16bd-87d1-4c94-a980-9675a88703d0 req-ce897dec-0836-4380-a4ff-c2d4e117c5d6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0574834 Aug 08 17:14:00.317142 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-617c16bd-87d1-4c94-a980-9675a88703d0 req-f7ab862f-0226-4836-ad13-9366f3888212 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378034 Aug 08 17:14:00.551107 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf618-a5a0-4ef5-9553-525813a40483 req-c5c56059-3429-4891-8a4b-aa202c4c9d4b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:00.552754 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f88cf618-a5a0-4ef5-9553-525813a40483 req-c5c56059-3429-4891-8a4b-aa202c4c9d4b tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Aug 08 17:14:00.593717 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f88cf618-a5a0-4ef5-9553-525813a40483 req-6e51a68c-b14b-4b67-bbe9-9a11dede511c tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342827 Aug 08 17:14:01.440678 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973bf63-49ad-4489-8a13-dddfb0bc1e16 req-a495d2ef-e3cd-4d76-8272-94ea8a2e4e16 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:01.442180 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2973bf63-49ad-4489-8a13-dddfb0bc1e16 req-a495d2ef-e3cd-4d76-8272-94ea8a2e4e16 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0520544 Aug 08 17:14:01.481996 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2973bf63-49ad-4489-8a13-dddfb0bc1e16 req-3f4f6e1a-a905-4633-9995-79d35be04bbc tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Aug 08 17:14:01.711699 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265cf58-8e7b-41ab-8b2e-f7f6e77ec362 req-bebee9f0-50be-499c-b879-f6d984cb9510 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:01.713164 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2265cf58-8e7b-41ab-8b2e-f7f6e77ec362 req-bebee9f0-50be-499c-b879-f6d984cb9510 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 945 time: 0.0491862 Aug 08 17:14:01.752915 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2265cf58-8e7b-41ab-8b2e-f7f6e77ec362 req-60d52f43-7556-4deb-a2a5-4f8c52cba622 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328906 Aug 08 17:14:01.837584 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-1458cd45-5c64-4171-aac5-810f8da181de tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:01.839126 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-1458cd45-5c64-4171-aac5-810f8da181de tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 945 time: 0.0498435 Aug 08 17:14:01.931001 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-03055936-1b53-4d06-9565-7f882fa72b2a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Deleting port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:14:01.931353 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-03055936-1b53-4d06-9565-7f882fa72b2a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:02.029153 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-03055936-1b53-4d06-9565-7f882fa72b2a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] For port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:02.029516 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-03055936-1b53-4d06-9565-7f882fa72b2a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:02.042049 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-03055936-1b53-4d06-9565-7f882fa72b2a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Calling delete_port for 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:14:02.170559 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-03055936-1b53-4d06-9565-7f882fa72b2a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:02.198072 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03055936-1b53-4d06-9565-7f882fa72b2a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Pushing event deleted for resources: {'Port': ['ID=3dc060a0-a3bf-4b29-88c1-4d6003e87b00,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:02.200621 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f3461f3a-5ec4-4527-b2c1-eec9b4418dff', '38af3876-0b53-4a3a-ad2b-c0125e6e5677', '3dc060a0-a3bf-4b29-88c1-4d6003e87b00'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:14:02.246432 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-03055936-1b53-4d06-9565-7f882fa72b2a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] No DVR routers for this DVR port 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:14:02.249980 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-03055936-1b53-4d06-9565-7f882fa72b2a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:02.252819 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c650a6ab-c2bb-43d8-8568-831813436bbc req-03055936-1b53-4d06-9565-7f882fa72b2a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "DELETE /v2.0/ports/3dc060a0-a3bf-4b29-88c1-4d6003e87b00 HTTP/1.1" status: 204 len: 173 time: 0.4071670 Aug 08 17:14:02.253381 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ba2f51-560b-49ec-9e3c-0c03479dc346', 'name': 'network-vif-deleted', 'tag': '3dc060a0-a3bf-4b29-88c1-4d6003e87b00'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:14:02.255848 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1170f1b1-4a46-4839-8c2a-2c4c67bbd2c9" -d '{"events": [{"server_uuid": "d5ba2f51-560b-49ec-9e3c-0c03479dc346", "name": "network-vif-deleted", "tag": "3dc060a0-a3bf-4b29-88c1-4d6003e87b00"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:14:02.304275 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717c9563-0f2e-4ed1-89ed-3c0b4861d3eb x-openstack-request-id: req-717c9563-0f2e-4ed1-89ed-3c0b4861d3eb {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:14:02.304981 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ba2f51-560b-49ec-9e3c-0c03479dc346", "name": "network-vif-deleted", "tag": "3dc060a0-a3bf-4b29-88c1-4d6003e87b00", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:14:02.304981 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-717c9563-0f2e-4ed1-89ed-3c0b4861d3eb {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:14:02.305271 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ba2f51-560b-49ec-9e3c-0c03479dc346', 'name': 'network-vif-deleted', 'tag': '3dc060a0-a3bf-4b29-88c1-4d6003e87b00', 'status': 'completed', 'code': 200} Aug 08 17:14:02.608914 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dc22f-5d2c-4e04-a0ec-efeaaae3fc3d req-2d1867d2-d740-458d-b4e9-37e34bdb17c7 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:02.611094 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8f7dc22f-5d2c-4e04-a0ec-efeaaae3fc3d req-2d1867d2-d740-458d-b4e9-37e34bdb17c7 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0557013 Aug 08 17:14:02.650097 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8f7dc22f-5d2c-4e04-a0ec-efeaaae3fc3d req-00d2f09c-684b-4dd2-bb3d-3db01c2a2e52 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332103 Aug 08 17:14:02.865960 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1a2003bf-c535-431f-9653-d9a5bd58d1d5 req-20e703f5-c8aa-4c7d-a7cb-940670c79d31 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5ba2f51-560b-49ec-9e3c-0c03479dc346 HTTP/1.1" status: 200 len: 210 time: 0.0291531 Aug 08 17:14:02.971675 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22578b56-76cc-4ca8-bba2-6904ef52ea8a req-a8b5b3c6-4165-4798-ac07-35ddb1dcf4d9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:02.973168 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-22578b56-76cc-4ca8-bba2-6904ef52ea8a req-a8b5b3c6-4165-4798-ac07-35ddb1dcf4d9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0539901 Aug 08 17:14:03.012679 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-22578b56-76cc-4ca8-bba2-6904ef52ea8a req-edfac0c7-de43-4180-bae6-5ea4a86c8ef0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334878 Aug 08 17:14:03.774872 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5f644-25fc-44f2-b788-170e68823458 req-0e208d09-d743-4019-b83e-46dbdc886734 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:03.776286 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d4e5f644-25fc-44f2-b788-170e68823458 req-0e208d09-d743-4019-b83e-46dbdc886734 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0529802 Aug 08 17:14:03.815096 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d4e5f644-25fc-44f2-b788-170e68823458 req-8706ef07-bd9e-4e70-b7b4-0bceefb7d05d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323362 Aug 08 17:14:04.174159 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0abc8-3794-46b2-a00f-6883b5742fe0 req-0011a437-3012-46d9-91e4-a4f217756d25 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:04.175647 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11c0abc8-3794-46b2-a00f-6883b5742fe0 req-0011a437-3012-46d9-91e4-a4f217756d25 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 946 time: 0.0755842 Aug 08 17:14:04.196713 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c699b2e-6496-45e6-9838-1309e9b30feb req-3285ff92-7b52-4501-84e5-991ac9e48a65 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:04.198138 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8c699b2e-6496-45e6-9838-1309e9b30feb req-3285ff92-7b52-4501-84e5-991ac9e48a65 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0709665 Aug 08 17:14:04.240247 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11c0abc8-3794-46b2-a00f-6883b5742fe0 req-eb7729a0-58ef-4c69-b649-612cd0c8eca3 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575950 Aug 08 17:14:04.252701 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8c699b2e-6496-45e6-9838-1309e9b30feb req-217bc30c-2159-4a56-a9cd-36e0b4637802 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466828 Aug 08 17:14:04.934193 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362d4b3-c850-4505-8c15-981d59020d1e req-9db86865-ae01-4395-93aa-e7092522c31e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:04.935647 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d362d4b3-c850-4505-8c15-981d59020d1e req-9db86865-ae01-4395-93aa-e7092522c31e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0519476 Aug 08 17:14:04.974993 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d362d4b3-c850-4505-8c15-981d59020d1e req-5ee844a3-6165-44c9-a2ec-691101ea1bd6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Aug 08 17:14:05.234081 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e75cb-7546-45de-b0af-dd41e0a16ea7 req-3cd245ca-8b1b-4d86-a84e-daae3f3cb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:05.235632 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c81e75cb-7546-45de-b0af-dd41e0a16ea7 req-3cd245ca-8b1b-4d86-a84e-daae3f3cb209 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 1099 time: 0.0457489 Aug 08 17:14:05.276593 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c81e75cb-7546-45de-b0af-dd41e0a16ea7 req-eb0711fb-95a9-4839-b96e-9385a56377b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329287 Aug 08 17:14:05.331127 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:14:05.383253 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997f12f-f36d-4622-87a9-4f03e34800c2 req-2ec8e3ff-172f-4aad-bc3e-b20128d9b06f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:05.384717 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2997f12f-f36d-4622-87a9-4f03e34800c2 req-2ec8e3ff-172f-4aad-bc3e-b20128d9b06f tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 946 time: 0.0760460 Aug 08 17:14:05.395943 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25014095-ee20-4f72-8d18-6268748ab0da req-8769f27d-49a3-4e25-ac32-45c174a51c4b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:05.397315 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-25014095-ee20-4f72-8d18-6268748ab0da req-8769f27d-49a3-4e25-ac32-45c174a51c4b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0637734 Aug 08 17:14:05.453740 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2997f12f-f36d-4622-87a9-4f03e34800c2 req-5a1dd834-372a-4c4b-a13f-0aa74072bd05 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554726 Aug 08 17:14:05.458275 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-25014095-ee20-4f72-8d18-6268748ab0da req-8992895a-21ab-495c-85f4-387173ff97cf tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542083 Aug 08 17:14:05.617406 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:14:05.640821 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:14:05.641171 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 3dc060a0-a3bf-4b29-88c1-4d6003e87b00 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:14:06.102235 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb2e39-b92c-46aa-bed3-b352268d2602 req-3e79dc46-d2e2-4bdf-9653-812bb375ee85 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:06.104143 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-06bb2e39-b92c-46aa-bed3-b352268d2602 req-3e79dc46-d2e2-4bdf-9653-812bb375ee85 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0588722 Aug 08 17:14:06.146884 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-06bb2e39-b92c-46aa-bed3-b352268d2602 req-bbf1e4dc-92a3-4cc8-8183-4b2074b1ed24 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343745 Aug 08 17:14:06.597304 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c1ec1-1c13-49ab-9657-b1150661e1e8 req-69e72296-b5b1-4d58-b170-70e7a31819fc tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:06.598823 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f6c1ec1-1c13-49ab-9657-b1150661e1e8 req-69e72296-b5b1-4d58-b170-70e7a31819fc tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 946 time: 0.0777683 Aug 08 17:14:06.611578 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd5216-e6a0-45ed-87a8-98a9ca721290 req-42a0fdee-6d51-4e01-a0e5-3cfe82eca7d4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:06.613001 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-71cd5216-e6a0-45ed-87a8-98a9ca721290 req-42a0fdee-6d51-4e01-a0e5-3cfe82eca7d4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0826907 Aug 08 17:14:06.666085 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f6c1ec1-1c13-49ab-9657-b1150661e1e8 req-45dd9eb6-1284-4648-acf0-88d77ac840a3 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520871 Aug 08 17:14:06.673591 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-71cd5216-e6a0-45ed-87a8-98a9ca721290 req-4141e4f7-79ed-41aa-8f09-8601868d2cf0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526645 Aug 08 17:14:06.905039 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-77447af5-e253-4e72-a1da-f7e23b3aea3a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:06.906442 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-77447af5-e253-4e72-a1da-f7e23b3aea3a tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 946 time: 0.0468585 Aug 08 17:14:07.008145 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-2d103cd8-3238-4051-89b9-7e4c8bca7e97 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Deleting port 38af3876-0b53-4a3a-ad2b-c0125e6e5677 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:14:07.008491 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-2d103cd8-3238-4051-89b9-7e4c8bca7e97 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:07.101953 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-2d103cd8-3238-4051-89b9-7e4c8bca7e97 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] For port 38af3876-0b53-4a3a-ad2b-c0125e6e5677, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=38af3876-0b53-4a3a-ad2b-c0125e6e5677,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:07.102316 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-2d103cd8-3238-4051-89b9-7e4c8bca7e97 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:07.115707 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-2d103cd8-3238-4051-89b9-7e4c8bca7e97 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Calling delete_port for 38af3876-0b53-4a3a-ad2b-c0125e6e5677 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:14:07.253440 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-2d103cd8-3238-4051-89b9-7e4c8bca7e97 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:07.282858 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d103cd8-3238-4051-89b9-7e4c8bca7e97 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Pushing event deleted for resources: {'Port': ['ID=38af3876-0b53-4a3a-ad2b-c0125e6e5677,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:07.284244 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be657770-2ae2-41b4-b786-04481ba11232 req-85064cca-359d-4046-ac64-deb01858ad39 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:07.285784 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-be657770-2ae2-41b4-b786-04481ba11232 req-85064cca-359d-4046-ac64-deb01858ad39 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0497937 Aug 08 17:14:07.293313 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f3461f3a-5ec4-4527-b2c1-eec9b4418dff', '38af3876-0b53-4a3a-ad2b-c0125e6e5677'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:14:07.326987 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-2d103cd8-3238-4051-89b9-7e4c8bca7e97 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] No DVR routers for this DVR port 38af3876-0b53-4a3a-ad2b-c0125e6e5677 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:14:07.329435 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-2d103cd8-3238-4051-89b9-7e4c8bca7e97 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:07.330587 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-be657770-2ae2-41b4-b786-04481ba11232 req-8dc44799-fc65-4bd9-9082-f06230ef60ac tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356805 Aug 08 17:14:07.331499 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d990c74d-14e2-4115-98c0-2f743d6630b1 req-2d103cd8-3238-4051-89b9-7e4c8bca7e97 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "DELETE /v2.0/ports/38af3876-0b53-4a3a-ad2b-c0125e6e5677 HTTP/1.1" status: 204 len: 173 time: 0.4081175 Aug 08 17:14:07.331939 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a3688c-b500-464a-93ae-a2d4b7a875bc', 'name': 'network-vif-deleted', 'tag': '38af3876-0b53-4a3a-ad2b-c0125e6e5677'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:14:07.334246 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c696571-85f7-4732-985d-0c9b958ecf50" -d '{"events": [{"server_uuid": "08a3688c-b500-464a-93ae-a2d4b7a875bc", "name": "network-vif-deleted", "tag": "38af3876-0b53-4a3a-ad2b-c0125e6e5677"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:14:07.373931 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81031af-ac08-4a87-857b-185de573c54d x-openstack-request-id: req-e81031af-ac08-4a87-857b-185de573c54d {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:14:07.374665 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a3688c-b500-464a-93ae-a2d4b7a875bc", "name": "network-vif-deleted", "tag": "38af3876-0b53-4a3a-ad2b-c0125e6e5677", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:14:07.375130 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e81031af-ac08-4a87-857b-185de573c54d {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:14:07.375683 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a3688c-b500-464a-93ae-a2d4b7a875bc', 'name': 'network-vif-deleted', 'tag': '38af3876-0b53-4a3a-ad2b-c0125e6e5677', 'status': 'completed', 'code': 200} Aug 08 17:14:07.686126 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0adc-2399-4590-8986-35ffd0f818fb req-fe16f728-4a69-4ca9-8209-f0cbb77d83a9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:07.688122 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-342d0adc-2399-4590-8986-35ffd0f818fb req-fe16f728-4a69-4ca9-8209-f0cbb77d83a9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0503423 Aug 08 17:14:07.710116 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb069-bacd-4d1f-a3ff-ca2b6efce9fc req-0d0baec3-acb2-49cf-841a-89b8d5797e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:07.711582 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-26dfb069-bacd-4d1f-a3ff-ca2b6efce9fc req-0d0baec3-acb2-49cf-841a-89b8d5797e19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31b9f326989b4db8831d97f09b51e513&device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 1099 time: 0.0490065 Aug 08 17:14:07.727231 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-342d0adc-2399-4590-8986-35ffd0f818fb req-6fc3114b-38cd-4d56-ab48-0b2c5b4e5604 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332799 Aug 08 17:14:07.788969 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bffa8f24-1528-4954-ba66-23721584514c req-2321d2f4-bafa-438a-80c4-a6016bf58df6 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=08a3688c-b500-464a-93ae-a2d4b7a875bc HTTP/1.1" status: 200 len: 210 time: 0.0323861 Aug 08 17:14:07.815704 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb069-bacd-4d1f-a3ff-ca2b6efce9fc req-6fe281b1-cc24-48c1-a5a0-7aaafa14e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:07.817193 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-26dfb069-bacd-4d1f-a3ff-ca2b6efce9fc req-6fe281b1-cc24-48c1-a5a0-7aaafa14e6f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 200 len: 918 time: 0.0961852 Aug 08 17:14:07.835780 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642979d-6429-40fd-9fa6-edc63337c33a req-5ccf0091-3dbe-41d6-9344-ce4a985b549e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:07.837240 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e642979d-6429-40fd-9fa6-edc63337c33a req-5ccf0091-3dbe-41d6-9344-ce4a985b549e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0506525 Aug 08 17:14:07.867381 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-26dfb069-bacd-4d1f-a3ff-ca2b6efce9fc req-79c5e669-44cd-4b04-8923-5ec1a1db8ab3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4 HTTP/1.1" status: 200 len: 217 time: 0.0422473 Aug 08 17:14:07.878323 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e642979d-6429-40fd-9fa6-edc63337c33a req-4fb0fa23-2eaa-4c6a-88b3-941ce4673b37 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338223 Aug 08 17:14:07.918037 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb069-bacd-4d1f-a3ff-ca2b6efce9fc req-d5751f06-939b-410c-b36b-d74bf299a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:07.919526 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-26dfb069-bacd-4d1f-a3ff-ca2b6efce9fc req-d5751f06-939b-410c-b36b-d74bf299a237 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 200 len: 858 time: 0.0450287 Aug 08 17:14:07.958183 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-26dfb069-bacd-4d1f-a3ff-ca2b6efce9fc req-105553ad-41d3-4240-90d6-ea0fd7eb6b79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87ea2ee9-44f5-46e9-b78a-78ad058ee009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257018 Aug 08 17:14:08.051885 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-26dfb069-bacd-4d1f-a3ff-ca2b6efce9fc req-6259de1b-55d3-47e6-a8e8-f28d4a63f17b service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825775 Aug 08 17:14:08.147995 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-26dfb069-bacd-4d1f-a3ff-ca2b6efce9fc req-a29e1602-28ce-4f7d-b817-20bb4b641637 service neutron] 10.222.0.32 "GET /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846624 Aug 08 17:14:08.848612 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43e2f1-bdb3-4f24-9f32-eda0d6bd736c req-366ea03f-09ae-4d07-8f83-1a4f046a6edd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:08.850185 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2f43e2f1-bdb3-4f24-9f32-eda0d6bd736c req-366ea03f-09ae-4d07-8f83-1a4f046a6edd tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0520689 Aug 08 17:14:08.890304 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2f43e2f1-bdb3-4f24-9f32-eda0d6bd736c req-9ab16956-54cc-43c3-9cec-50e7df71fd3a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336180 Aug 08 17:14:09.009279 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667705d-e1c8-46d5-85f9-3dcb57c273e2 req-ea882ddf-b82c-4002-a649-7f749c87b349 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:09.010779 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6667705d-e1c8-46d5-85f9-3dcb57c273e2 req-ea882ddf-b82c-4002-a649-7f749c87b349 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0546870 Aug 08 17:14:09.048415 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6667705d-e1c8-46d5-85f9-3dcb57c273e2 req-a85babfa-0f30-413a-baca-1e61d3a54e92 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316641 Aug 08 17:14:10.006687 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7733e3-8550-49eb-a313-d17f3ab4d858 req-efdbc7e5-654d-4bf9-9fb7-f8761fa97eb7 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:10.008204 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bc7733e3-8550-49eb-a313-d17f3ab4d858 req-efdbc7e5-654d-4bf9-9fb7-f8761fa97eb7 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0499856 Aug 08 17:14:10.048105 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bc7733e3-8550-49eb-a313-d17f3ab4d858 req-544956ad-e61a-4110-add4-042b4e043315 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334096 Aug 08 17:14:10.205892 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54363f-1ca8-4889-990e-62eda46fb2d8 req-fc6621ed-c0ff-4a27-8fd3-2d297d5ccb9b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:10.207381 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4d54363f-1ca8-4889-990e-62eda46fb2d8 req-fc6621ed-c0ff-4a27-8fd3-2d297d5ccb9b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0803466 Aug 08 17:14:10.220202 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1b9d5-1f7a-4573-9357-5727b847fffe req-cbd29a06-ee50-4533-b3bd-546770261c87 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:10.221571 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1bc1b9d5-1f7a-4573-9357-5727b847fffe req-cbd29a06-ee50-4533-b3bd-546770261c87 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 946 time: 0.0835540 Aug 08 17:14:10.277454 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4d54363f-1ca8-4889-990e-62eda46fb2d8 req-fc62b01b-cbfc-4f28-983f-18dd46c2c202 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549433 Aug 08 17:14:10.280169 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1bc1b9d5-1f7a-4573-9357-5727b847fffe req-6e0a2a4f-b381-42c3-b83b-272b7fbec634 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 Aug 08 17:14:11.161952 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccde222-bfad-49ed-9053-b8c9f8fa48cd req-ed3e8eba-c0a6-43ad-a043-ed70db2f53da tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:11.163445 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dccde222-bfad-49ed-9053-b8c9f8fa48cd req-ed3e8eba-c0a6-43ad-a043-ed70db2f53da tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0478218 Aug 08 17:14:11.200998 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dccde222-bfad-49ed-9053-b8c9f8fa48cd req-cf02d028-5669-44a9-b363-cfc5c023fef7 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Aug 08 17:14:11.430239 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916d6b0-8904-44dd-bbe8-486f952df8ac req-896f206a-4c05-44f6-bd3e-6ade464342a9 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:11.431711 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5916d6b0-8904-44dd-bbe8-486f952df8ac req-896f206a-4c05-44f6-bd3e-6ade464342a9 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 946 time: 0.0807927 Aug 08 17:14:11.439401 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8575179-a9b1-438e-b7b2-3a2703d0aa32 req-192c6e21-0539-4e15-9746-bca9c7a181d8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:11.440740 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d8575179-a9b1-438e-b7b2-3a2703d0aa32 req-192c6e21-0539-4e15-9746-bca9c7a181d8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0885644 Aug 08 17:14:11.494923 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5916d6b0-8904-44dd-bbe8-486f952df8ac req-7531ad52-8230-4fbc-a431-45a38c2d5e2d tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531521 Aug 08 17:14:11.499470 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d8575179-a9b1-438e-b7b2-3a2703d0aa32 req-6c1598ca-84b8-40e8-b8a8-bf9b63952bf4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518956 Aug 08 17:14:11.631560 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 38af3876-0b53-4a3a-ad2b-c0125e6e5677 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:14:11.651969 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: 38af3876-0b53-4a3a-ad2b-c0125e6e5677 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:14:11.652278 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 38af3876-0b53-4a3a-ad2b-c0125e6e5677 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:14:12.315270 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bea469-51c9-44f6-9395-7094bff0e077 req-64573599-539e-4ccc-b1c5-947bc9b13f47 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:12.316734 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c7bea469-51c9-44f6-9395-7094bff0e077 req-64573599-539e-4ccc-b1c5-947bc9b13f47 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0493236 Aug 08 17:14:12.354233 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c7bea469-51c9-44f6-9395-7094bff0e077 req-2c471f59-3a1b-4754-8adf-a2d470db2bbe tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Aug 08 17:14:12.550733 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-ce88089e-8dd7-4ed0-b645-91d1be278495 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:12.552505 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-ce88089e-8dd7-4ed0-b645-91d1be278495 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 946 time: 0.0567150 Aug 08 17:14:12.632124 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144da34-24a2-4978-a811-dff1370c4274 req-c0c5456a-ba0b-463d-a0af-718c40d7b673 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:12.633955 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7144da34-24a2-4978-a811-dff1370c4274 req-c0c5456a-ba0b-463d-a0af-718c40d7b673 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa35dd26-9776-41d0-a735-48fb0d3ed33f HTTP/1.1" status: 200 len: 946 time: 0.0721440 Aug 08 17:14:12.670361 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-f889bae2-4383-47b1-b2e2-57dc6d12ef23 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Deleting port f3461f3a-5ec4-4527-b2c1-eec9b4418dff {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:14:12.670732 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-f889bae2-4383-47b1-b2e2-57dc6d12ef23 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:12.707120 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7144da34-24a2-4978-a811-dff1370c4274 req-cfe47a6c-0f15-46cb-bcdd-3ca3a8fb9823 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.20 "GET /v2.0/security-groups?id=2555a46f-cba6-4fc8-bc73-808ff7b8425f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621679 Aug 08 17:14:12.722691 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735f27d-8478-468d-aff0-fc44be12e358 req-8c7f9bda-dec1-4bb6-a42a-1f8674d38f65 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:12.724229 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6735f27d-8478-468d-aff0-fc44be12e358 req-8c7f9bda-dec1-4bb6-a42a-1f8674d38f65 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0642736 Aug 08 17:14:12.777772 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-f889bae2-4383-47b1-b2e2-57dc6d12ef23 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] For port f3461f3a-5ec4-4527-b2c1-eec9b4418dff, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,segment=NetworkSegment(6b64a013-7731-47a4-bf23-d07ec83488a1),segment_id=6b64a013-7731-47a4-bf23-d07ec83488a1)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:12.778105 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6735f27d-8478-468d-aff0-fc44be12e358 req-5491ad68-86dc-4565-ba56-3d247bc4a3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464506 Aug 08 17:14:12.778224 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-f889bae2-4383-47b1-b2e2-57dc6d12ef23 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:12.790900 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-f889bae2-4383-47b1-b2e2-57dc6d12ef23 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Calling delete_port for f3461f3a-5ec4-4527-b2c1-eec9b4418dff owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:14:12.919120 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-f889bae2-4383-47b1-b2e2-57dc6d12ef23 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:12.946894 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889bae2-4383-47b1-b2e2-57dc6d12ef23 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Pushing event deleted for resources: {'Port': ['ID=f3461f3a-5ec4-4527-b2c1-eec9b4418dff,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:12.951023 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f3461f3a-5ec4-4527-b2c1-eec9b4418dff'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:14:12.993038 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-f889bae2-4383-47b1-b2e2-57dc6d12ef23 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] No DVR routers for this DVR port f3461f3a-5ec4-4527-b2c1-eec9b4418dff on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:14:12.995453 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-f889bae2-4383-47b1-b2e2-57dc6d12ef23 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:12.997471 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-501ae53f-5d4c-4e03-ab3a-6606a514797b req-f889bae2-4383-47b1-b2e2-57dc6d12ef23 tempest-AttachVolumeNegativeTest-1807096061 tempest-AttachVolumeNegativeTest-1807096061-project] 10.222.0.32 "DELETE /v2.0/ports/f3461f3a-5ec4-4527-b2c1-eec9b4418dff HTTP/1.1" status: 204 len: 173 time: 0.4386704 Aug 08 17:14:12.997974 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa35dd26-9776-41d0-a735-48fb0d3ed33f', 'name': 'network-vif-deleted', 'tag': 'f3461f3a-5ec4-4527-b2c1-eec9b4418dff'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:14:13.000289 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b88124-5be2-410a-96b9-02bca34d1754" -d '{"events": [{"server_uuid": "fa35dd26-9776-41d0-a735-48fb0d3ed33f", "name": "network-vif-deleted", "tag": "f3461f3a-5ec4-4527-b2c1-eec9b4418dff"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:14:13.035134 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d8520d-af1b-4e66-8a3b-6188f6864368 x-openstack-request-id: req-46d8520d-af1b-4e66-8a3b-6188f6864368 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:14:13.035394 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa35dd26-9776-41d0-a735-48fb0d3ed33f", "name": "network-vif-deleted", "tag": "f3461f3a-5ec4-4527-b2c1-eec9b4418dff", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:14:13.035652 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46d8520d-af1b-4e66-8a3b-6188f6864368 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:14:13.036094 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa35dd26-9776-41d0-a735-48fb0d3ed33f', 'name': 'network-vif-deleted', 'tag': 'f3461f3a-5ec4-4527-b2c1-eec9b4418dff', 'status': 'completed', 'code': 200} Aug 08 17:14:13.766486 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 39456) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:13.810090 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-6185434f-17d1-4eb5-beff-2973bfbaff46 admin admin] Deleting subnet 81adcb59-10e4-4d35-8a17-8df4c299bb7f {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:14:13.813240 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6185434f-17d1-4eb5-beff-2973bfbaff46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:13.847669 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6185434f-17d1-4eb5-beff-2973bfbaff46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:13.888158 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6185434f-17d1-4eb5-beff-2973bfbaff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:13.895266 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363426ac-7674-4301-8e27-92e96bdc3b77 req-1a036259-d6a1-4e87-a46c-37eb1f0d443d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:13.897006 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-363426ac-7674-4301-8e27-92e96bdc3b77 req-1a036259-d6a1-4e87-a46c-37eb1f0d443d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0502281 Aug 08 17:14:13.937494 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-363426ac-7674-4301-8e27-92e96bdc3b77 req-04429f88-95dc-40a2-a8ce-f5b906990675 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335758 Aug 08 17:14:13.950039 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6185434f-17d1-4eb5-beff-2973bfbaff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:13.977220 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185434f-17d1-4eb5-beff-2973bfbaff46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81adcb59-10e4-4d35-8a17-8df4c299bb7f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:13.980859 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6185434f-17d1-4eb5-beff-2973bfbaff46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:13.982740 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-6185434f-17d1-4eb5-beff-2973bfbaff46 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/81adcb59-10e4-4d35-8a17-8df4c299bb7f HTTP/1.1" status: 204 len: 168 time: 0.2152083 Aug 08 17:14:13.985342 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 39464) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:14.049954 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.127704 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.137745 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43561efe-0334-498b-a813-16137189be59']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:14.147413 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b64a013-7731-47a4-bf23-d07ec83488a1') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:14.147707 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b64a013-7731-47a4-bf23-d07ec83488a1') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:14.156887 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.170699 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.177105 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:14:14.177489 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:14:14.179267 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:14:14.231582 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.246549 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.248388 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] 10.222.0.20 "DELETE /v2.0/networks/43561efe-0334-498b-a813-16137189be59 HTTP/1.1" status: 204 len: 168 time: 0.2621534 Aug 08 17:14:14.249353 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86fa95-ede0-4e43-be85-58ce836c6b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=43561efe-0334-498b-a813-16137189be59,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:14.405704 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 39468) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:14.448939 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e22293d0-6869-420e-a5b4-1652372875a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aca75413f47e435cbdcec1f144fb030e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420718 Aug 08 17:14:14.451329 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 39470) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:14.500571 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-09c94587-a8ec-4688-95e9-be1dcfa85f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.520932 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-09c94587-a8ec-4688-95e9-be1dcfa85f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.569255 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-09c94587-a8ec-4688-95e9-be1dcfa85f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.571975 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-09c94587-a8ec-4688-95e9-be1dcfa85f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:14.573169 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-09c94587-a8ec-4688-95e9-be1dcfa85f43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2555a46f-cba6-4fc8-bc73-808ff7b8425f HTTP/1.1" status: 204 len: 168 time: 0.1209631 Aug 08 17:14:14.581229 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c94587-a8ec-4688-95e9-be1dcfa85f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2555a46f-cba6-4fc8-bc73-808ff7b8425f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:15.071339 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb6325-503b-40dc-841e-08731c820dec req-3aef043f-393a-47b3-8607-7e0f03fb6f4c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:15.073047 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d4cb6325-503b-40dc-841e-08731c820dec req-3aef043f-393a-47b3-8607-7e0f03fb6f4c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0598779 Aug 08 17:14:15.112448 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d4cb6325-503b-40dc-841e-08731c820dec req-a637477f-9f4b-4ffd-9c12-d0e9fb937440 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332301 Aug 08 17:14:15.487975 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:16.235991 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb19ea1-904a-4b3e-ad46-0e9dbd805a46 req-ef4fdce4-3e7e-48d3-83ef-8118570ddd59 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:16.237525 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bdb19ea1-904a-4b3e-ad46-0e9dbd805a46 req-ef4fdce4-3e7e-48d3-83ef-8118570ddd59 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0486803 Aug 08 17:14:16.279965 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bdb19ea1-904a-4b3e-ad46-0e9dbd805a46 req-d1048911-cf33-4df2-9de3-a426df715777 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363250 Aug 08 17:14:17.372049 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7155ec-3dcf-4f80-9eb5-6b892a9bef66 req-efd5e3bb-8e18-494e-a92e-79d11959d0a0 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:17.373746 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eb7155ec-3dcf-4f80-9eb5-6b892a9bef66 req-efd5e3bb-8e18-494e-a92e-79d11959d0a0 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0557618 Aug 08 17:14:17.448530 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eb7155ec-3dcf-4f80-9eb5-6b892a9bef66 req-ea0fb47f-75c9-4123-b34a-6e24c065190c tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684128 Aug 08 17:14:17.472119 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666c999-3f57-4b35-9b49-e3b132d60984 req-756a3e3f-530d-4f23-b65b-5defb0e114f7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:17.475370 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d666c999-3f57-4b35-9b49-e3b132d60984 req-756a3e3f-530d-4f23-b65b-5defb0e114f7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0706623 Aug 08 17:14:17.517191 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d666c999-3f57-4b35-9b49-e3b132d60984 req-3ebdf8e2-8f78-4c80-b5e6-f6d0d3118ff8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357571 Aug 08 17:14:17.640658 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f3461f3a-5ec4-4527-b2c1-eec9b4418dff no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:14:17.665183 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: f3461f3a-5ec4-4527-b2c1-eec9b4418dff {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:14:17.665513 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f3461f3a-5ec4-4527-b2c1-eec9b4418dff not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:14:17.912790 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-cbb4c663-581a-468c-bc75-20e484b4294b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012334330&fields=id&tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa HTTP/1.1" status: 200 len: 267 time: 0.0325139 Aug 08 17:14:18.016948 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc10274-db61-4992-9b23-207450b8413b req-54864a05-c2eb-405f-a8cc-23b6e2bacbdd tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:18.018454 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-54864a05-c2eb-405f-a8cc-23b6e2bacbdd tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 812 time: 0.0988433 Aug 08 17:14:18.033230 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-279dc3ae-6d01-4497-bb78-fc2665b857b1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/quotas/1e1c602c1d8b45cfadc1df621fbbdafa HTTP/1.1" status: 200 len: 375 time: 0.0091417 Aug 08 17:14:18.087905 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-5736605c-fcbb-4278-8435-dac5a82c31a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490644 Aug 08 17:14:18.184377 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-04d459ed-436d-44ca-97ff-f26be525c2ce service neutron] 10.222.0.20 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846853 Aug 08 17:14:18.273549 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-6d5972fa-d975-47b0-86de-63d7dd90f5d2 service neutron] 10.222.0.20 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829992 Aug 08 17:14:18.575627 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8820cd6c-8155-4bff-9a12-51a83aad1072 req-2be5658f-4ed3-48cc-8abd-848c0817e0ef tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 210 time: 0.0286102 Aug 08 17:14:18.606413 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d53fe-5013-4dc4-9537-556ad9ed2c7d req-51fa7b81-f22d-4ae9-a580-41c0281fceed tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:18.608503 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-555d53fe-5013-4dc4-9537-556ad9ed2c7d req-51fa7b81-f22d-4ae9-a580-41c0281fceed tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0876765 Aug 08 17:14:18.679955 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-555d53fe-5013-4dc4-9537-556ad9ed2c7d req-ee09d837-a49b-4d01-82d6-4cee20dcc420 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657048 Aug 08 17:14:18.710261 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d3321-44f6-4a43-9829-39739af5c871 req-95fb32ca-728d-4a08-9671-65578748dcd0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:18.711838 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-287d3321-44f6-4a43-9829-39739af5c871 req-95fb32ca-728d-4a08-9671-65578748dcd0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0736721 Aug 08 17:14:18.755121 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-287d3321-44f6-4a43-9829-39739af5c871 req-47aed843-6d9d-4198-b0cd-50c02becc625 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370648 Aug 08 17:14:19.668875 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6b1f6d18-ec2d-4383-a301-a926a02f3e92 req-377fb381-59b8-4a3b-914f-5725bbfb2844 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 210 time: 0.0263960 Aug 08 17:14:19.799151 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c54edc-835a-4ba2-a432-6111c0fc54f1 req-a92bb59e-2f2a-4d7d-b4e4-4e602c2e7fb3 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:19.800630 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-63c54edc-835a-4ba2-a432-6111c0fc54f1 req-a92bb59e-2f2a-4d7d-b4e4-4e602c2e7fb3 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0487781 Aug 08 17:14:19.846983 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-63c54edc-835a-4ba2-a432-6111c0fc54f1 req-13b2d481-5a0b-45a8-b751-0671b6bb59b0 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Aug 08 17:14:19.881272 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdc5b0-9fab-4848-b8b0-264fcb90cd57 req-8a9718e0-272e-4f73-9647-d6ed5d0efa61 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:19.882784 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7ccdc5b0-9fab-4848-b8b0-264fcb90cd57 req-8a9718e0-272e-4f73-9647-d6ed5d0efa61 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0563295 Aug 08 17:14:19.920007 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7ccdc5b0-9fab-4848-b8b0-264fcb90cd57 req-e626388c-8b04-4988-8bbe-aef6e9370367 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312703 Aug 08 17:14:20.767896 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f430634d-fc56-4129-88f3-28197614b766 req-d679474d-f808-4742-94e5-6d2ebfcce0ea tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 210 time: 0.0339499 Aug 08 17:14:20.779485 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-535f302d-53b8-4d48-a539-c8ad8e5ad59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:20.965798 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838860d4-f1c9-4514-9fbb-ac83ed8fe2b5 req-20eaec68-67d2-4f70-b001-6d2dd65c6d47 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:20.967816 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-838860d4-f1c9-4514-9fbb-ac83ed8fe2b5 req-20eaec68-67d2-4f70-b001-6d2dd65c6d47 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0530295 Aug 08 17:14:21.033258 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-838860d4-f1c9-4514-9fbb-ac83ed8fe2b5 req-6c2a03c2-57d1-4f18-bf25-dbec93e71256 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585647 Aug 08 17:14:21.052294 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188344f8-6c7d-4a1d-b147-4be5b22da8a9 req-8ac82144-1b60-46b9-ba5d-b183a1a51c87 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:21.053739 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-188344f8-6c7d-4a1d-b147-4be5b22da8a9 req-8ac82144-1b60-46b9-ba5d-b183a1a51c87 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0606840 Aug 08 17:14:21.090368 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-188344f8-6c7d-4a1d-b147-4be5b22da8a9 req-41932e46-dc44-4d23-8c0a-e1e32a31cb7f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300560 Aug 08 17:14:21.864707 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aa4dfafa-4fa9-4371-bbbd-fb183b4e3699 req-2b76b2a0-73be-4289-af38-eca554922791 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 210 time: 0.0290124 Aug 08 17:14:22.148569 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0ef9-b902-465c-b3cd-467dc524de95 req-40426635-38d9-40ab-83df-ea3f4613a872 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:22.150044 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9dea0ef9-b902-465c-b3cd-467dc524de95 req-40426635-38d9-40ab-83df-ea3f4613a872 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0498929 Aug 08 17:14:22.214006 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9dea0ef9-b902-465c-b3cd-467dc524de95 req-8ac8e7da-cadc-49aa-9dc2-515c1c4bde92 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580120 Aug 08 17:14:22.228329 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972587-04ad-47d2-8dc6-7f3ca35740b1 req-5cab324b-5401-4118-8696-70dcfa63488f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:22.230133 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-75972587-04ad-47d2-8dc6-7f3ca35740b1 req-5cab324b-5401-4118-8696-70dcfa63488f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0672727 Aug 08 17:14:22.271130 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-75972587-04ad-47d2-8dc6-7f3ca35740b1 req-8515ce0e-1602-4bee-af5f-6cb406ab7f42 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351164 Aug 08 17:14:22.958265 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9a857a75-fc3c-47d1-b2f4-c715c686b977 req-3d061b7a-e8c8-4a2e-80a8-184b1d435343 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 210 time: 0.0279112 Aug 08 17:14:23.327101 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd0535-7a31-4c2a-bc6e-286b1e3bfe76 req-0244c01c-1023-44c1-912e-1667c125bce0 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:23.328583 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-78cd0535-7a31-4c2a-bc6e-286b1e3bfe76 req-0244c01c-1023-44c1-912e-1667c125bce0 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0486045 Aug 08 17:14:23.390952 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-78cd0535-7a31-4c2a-bc6e-286b1e3bfe76 req-b3c0be07-d755-4eac-96f6-6cc599bd985e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565441 Aug 08 17:14:23.406785 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995602b6-4f93-4ba3-9126-c3208bd241cb req-b795c061-0895-4923-95fa-b64c44441904 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:23.408232 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-995602b6-4f93-4ba3-9126-c3208bd241cb req-b795c061-0895-4923-95fa-b64c44441904 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0601652 Aug 08 17:14:23.444400 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-995602b6-4f93-4ba3-9126-c3208bd241cb req-b5a860bd-eb07-4c91-8951-7088416690ca tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302429 Aug 08 17:14:23.637706 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9d181651-1a20-433e-a3bd-3e82b9d7c042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:23.640312 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc10274-db61-4992-9b23-207450b8413b req-7bd3cd12-0422-43ca-b31c-ce22d8504402 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:23.641883 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-7bd3cd12-0422-43ca-b31c-ce22d8504402 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 812 time: 0.1085532 Aug 08 17:14:23.673259 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 845ce596-c3c8-4a51-8ebe-623b77571727 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:14:23.693632 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-c0018555-9da2-4987-b7da-d001b3d1cf2d tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa HTTP/1.1" status: 200 len: 380 time: 0.0369415 Aug 08 17:14:23.716219 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'port': {'device_id': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'admin_state_up': True, 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'security_groups': ['c08f0353-f54f-4344-b449-efb0f401928a']}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:14:23.773199 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:23.786239 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '845ce596-c3c8-4a51-8ebe-623b77571727', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'port_id': '845ce596-c3c8-4a51-8ebe-623b77571727', 'mac_address': 'fa:16:3e:37:e6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:14:23.822065 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Made reservation on behalf of 1e1c602c1d8b45cfadc1df621fbbdafa for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:14:23.823941 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:23.825915 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:23.836914 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 845ce596-c3c8-4a51-8ebe-623b77571727 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:14:23.857763 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:23.870172 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:23.909694 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:23.928158 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=6']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:23.935209 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.935566 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.935908 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.936245 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.936581 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.936918 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.937246 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.937573 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.937925 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.938261 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.938575 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.938926 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:23.956566 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Allocated IP 172.20.0.11 (17cc2801-1027-4a12-a6a6-6c26c50fdecd/cd38fc45-b95f-4ced-ba4e-6cad8dd467f8/f54f2c32-8178-4736-bd5d-8b69ea73ce95) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:14:24.065937 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c145da22-8b52-460c-9331-27152d6376bb req-a669a818-1929-4663-9ec6-87884ff1dd4a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 210 time: 0.0339301 Aug 08 17:14:24.097292 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.114016 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Transition to ACTIVE for port object f54f2c32-8178-4736-bd5d-8b69ea73ce95 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:14:24.122391 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['845ce596-c3c8-4a51-8ebe-623b77571727'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:14:24.148397 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.188595 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:14:24.191620 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:14:24.197771 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:14:24.225787 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'Port': ['ID=f54f2c32-8178-4736-bd5d-8b69ea73ce95,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:24.255263 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:24.255902 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.271170 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-9d2a6588-bfcd-444d-b4c9-9b3d41f1e0de tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591767 Aug 08 17:14:24.289072 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Request body: {'port': {'device_id': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:14:24.347085 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.394637 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-c2041ed3-3cb9-47f9-96b9-4cfb11ffb7bb None None] Provisioning for port f54f2c32-8178-4736-bd5d-8b69ea73ce95 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:14:24.398323 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-c2041ed3-3cb9-47f9-96b9-4cfb11ffb7bb None None] Provisioning complete for port f54f2c32-8178-4736-bd5d-8b69ea73ce95 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:14:24.398697 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c2041ed3-3cb9-47f9-96b9-4cfb11ffb7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.434229 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-c2041ed3-3cb9-47f9-96b9-4cfb11ffb7bb None None] Port f54f2c32-8178-4736-bd5d-8b69ea73ce95 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:14:24.520572 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3c9bb-2de4-48fe-bbe3-5da70e2ffed7 req-54942bc3-a3a0-4642-bd2e-3fa5daf29cc6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:24.522289 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b3c3c9bb-2de4-48fe-bbe3-5da70e2ffed7 req-54942bc3-a3a0-4642-bd2e-3fa5daf29cc6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0610499 Aug 08 17:14:24.595808 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b3c3c9bb-2de4-48fe-bbe3-5da70e2ffed7 req-88567a10-2896-4891-95b7-464edea040bc tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555012 Aug 08 17:14:24.604641 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b9534-0bdd-4abb-9450-67a821c43667 req-572b62f2-af0f-494f-a020-270bcc8cb6a0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:24.606210 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bc4b9534-0bdd-4abb-9450-67a821c43667 req-572b62f2-af0f-494f-a020-270bcc8cb6a0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 944 time: 0.0744650 Aug 08 17:14:24.608064 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.627774 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54f2c32-8178-4736-bd5d-8b69ea73ce95 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:14:24.635563 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.648897 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Transition to ACTIVE for port object f54f2c32-8178-4736-bd5d-8b69ea73ce95 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:14:24.654215 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.656591 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bc4b9534-0bdd-4abb-9450-67a821c43667 req-45b97f32-6b05-4235-b6f9-fc13cf3e1ca3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390973 Aug 08 17:14:24.754540 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Pushing event updated for resources: {'Port': ['ID=f54f2c32-8178-4736-bd5d-8b69ea73ce95,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:24.808014 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Attempting to bind port f54f2c32-8178-4736-bd5d-8b69ea73ce95 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:14:24.808357 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Attempting to bind port f54f2c32-8178-4736-bd5d-8b69ea73ce95 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:14:24.808689 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Attempting to bind port f54f2c32-8178-4736-bd5d-8b69ea73ce95 on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:14:24.813490 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Port f54f2c32-8178-4736-bd5d-8b69ea73ce95 on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:14:24.813816 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Attempting to bind port f54f2c32-8178-4736-bd5d-8b69ea73ce95 on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:14:24.819306 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:14:24.819653 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Checking segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:14:24.820042 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Bound using segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:14:24.820469 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Bound port: f54f2c32-8178-4736-bd5d-8b69ea73ce95, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:14:24.820829 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.891579 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce279ff-1f46-4425-b72e-9549658f616f req-e3ae566e-d6e3-4516-a3fa-d31cf97820e9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:24.893197 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4ce279ff-1f46-4425-b72e-9549658f616f req-e3ae566e-d6e3-4516-a3fa-d31cf97820e9 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0564644 Aug 08 17:14:24.902818 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] For port f54f2c32-8178-4736-bd5d-8b69ea73ce95, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:14:24.907305 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] For port f54f2c32-8178-4736-bd5d-8b69ea73ce95, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f54f2c32-8178-4736-bd5d-8b69ea73ce95,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:14:24.913059 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.935029 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4ce279ff-1f46-4425-b72e-9549658f616f req-423bf828-8d81-4101-a82c-46e300a03f86 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353334 Aug 08 17:14:24.960204 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:24.961052 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:24.962740 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] 10.222.0.32 "PUT /v2.0/ports/f54f2c32-8178-4736-bd5d-8b69ea73ce95 HTTP/1.1" status: 200 len: 1094 time: 0.6779146 Aug 08 17:14:24.963886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'tag': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:14:24.966367 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e28e17-54c4-43f1-bb26-c4322a295990", "tag": "f54f2c32-8178-4736-bd5d-8b69ea73ce95"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:14:24.980594 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38cc22-3800-4bb1-893e-7fb7723ca197 service neutron] Pushing event updated for resources: {'Port': ['ID=f54f2c32-8178-4736-bd5d-8b69ea73ce95,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:25.011070 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef51107-a3b3-4903-8b43-fc2c62a44a83 x-openstack-request-id: req-4ef51107-a3b3-4903-8b43-fc2c62a44a83 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:14:25.011426 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e28e17-54c4-43f1-bb26-c4322a295990", "tag": "f54f2c32-8178-4736-bd5d-8b69ea73ce95", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:14:25.011744 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ef51107-a3b3-4903-8b43-fc2c62a44a83 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:14:25.012303 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'tag': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95', 'status': 'completed', 'code': 200} Aug 08 17:14:25.087668 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc10274-db61-4992-9b23-207450b8413b req-25513a64-9680-4259-9f64-0d762040fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:25.089756 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-25513a64-9680-4259-9f64-0d762040fb1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 1097 time: 0.0424376 Aug 08 17:14:25.142817 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-b7905677-0f3c-4705-82f7-5e127d15f871 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f54f2c32-8178-4736-bd5d-8b69ea73ce95 HTTP/1.1" status: 200 len: 217 time: 0.0371902 Aug 08 17:14:25.191687 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9167-716d-4ade-b3bd-f30114f3a0d5 req-ddcc4706-b81b-47b8-a53a-c01c36b095b6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:25.193749 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-248f9167-716d-4ade-b3bd-f30114f3a0d5 req-ddcc4706-b81b-47b8-a53a-c01c36b095b6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 944 time: 0.0521612 Aug 08 17:14:25.205990 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc10274-db61-4992-9b23-207450b8413b req-cc143ddf-42b2-4d4d-8bea-bd4bd8d2b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:25.207656 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-cc143ddf-42b2-4d4d-8bea-bd4bd8d2b634 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0548749 Aug 08 17:14:25.233703 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-248f9167-716d-4ade-b3bd-f30114f3a0d5 req-55c88779-ad71-4917-afc4-f55b4743af67 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320611 Aug 08 17:14:25.256316 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc10274-db61-4992-9b23-207450b8413b req-26c5c9f2-4fcb-4b1c-a7ea-a971e6a2e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:25.257871 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-26c5c9f2-4fcb-4b1c-a7ea-a971e6a2e72b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406322 Aug 08 17:14:25.351798 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-03db3159-d9e8-4b60-9f14-3ed422c5731b service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852387 Aug 08 17:14:25.443980 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1cc10274-db61-4992-9b23-207450b8413b req-e363a69a-3115-4407-b6b3-0cd95ec4788b service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829537 Aug 08 17:14:25.600260 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-7d788117-39c4-4094-90b7-3131ab2cdffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:25.602388 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-7d788117-39c4-4094-90b7-3131ab2cdffe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 1097 time: 0.0467014 Aug 08 17:14:25.682306 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 845ce596-c3c8-4a51-8ebe-623b77571727 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:14:25.716531 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-1b857e4b-e24e-4a2d-99f7-038e860c87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:25.719022 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-1b857e4b-e24e-4a2d-99f7-038e860c87e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 912 time: 0.1081710 Aug 08 17:14:25.751871 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543b2e-caf5-4e7a-873b-435e632531a1 req-366bfb26-bb5d-4651-94b8-23e5d6d8e91a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:25.753701 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-05543b2e-caf5-4e7a-873b-435e632531a1 req-366bfb26-bb5d-4651-94b8-23e5d6d8e91a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0818818 Aug 08 17:14:25.771419 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-55a6e67f-177e-4548-aefd-7b3a727fe8d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f54f2c32-8178-4736-bd5d-8b69ea73ce95 HTTP/1.1" status: 200 len: 217 time: 0.0399301 Aug 08 17:14:25.792902 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 845ce596-c3c8-4a51-8ebe-623b77571727 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:14:25.793280 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:25.820718 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-05543b2e-caf5-4e7a-873b-435e632531a1 req-1f28cdce-cda9-47ba-ab84-966b925a7caa tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611470 Aug 08 17:14:25.847353 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cf155-c882-4dcc-bb33-610ed6209fd3 req-7c5111b0-8158-467d-abd2-dac74d65b37f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:25.848950 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bf5cf155-c882-4dcc-bb33-610ed6209fd3 req-7c5111b0-8158-467d-abd2-dac74d65b37f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 944 time: 0.0719175 Aug 08 17:14:25.850405 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-6e98f840-16d0-4a11-9f20-2e450e1767a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:25.851920 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-6e98f840-16d0-4a11-9f20-2e450e1767a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0674469 Aug 08 17:14:25.891814 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bf5cf155-c882-4dcc-bb33-610ed6209fd3 req-9988cab6-342f-4b26-85d8-1e8013573ffd tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364335 Aug 08 17:14:25.903562 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-9b2c654f-c00a-4aaa-b5c5-870b98194a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:25.906098 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-9b2c654f-c00a-4aaa-b5c5-870b98194a69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454173 Aug 08 17:14:26.019527 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:26.019926 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-ba4a9d33-8a4c-4140-9998-8d7260315985 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034698 Aug 08 17:14:26.041735 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:14:26.044185 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19f5d76-8ee7-4795-ae20-09d5395bcf94" -d '{"events": [{"server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "name": "network-vif-plugged", "status": "completed", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:14:26.058198 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:26.060606 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237a390-be7e-44dc-9f05-168e4f7dbf05 req-c8971b82-7460-4ce4-8986-f2c2169cb071 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:26.062639 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0237a390-be7e-44dc-9f05-168e4f7dbf05 req-c8971b82-7460-4ce4-8986-f2c2169cb071 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0500879 Aug 08 17:14:26.063800 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:26.094085 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee7c22-e907-4616-862b-8fd129caf810 x-openstack-request-id: req-34ee7c22-e907-4616-862b-8fd129caf810 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:14:26.094378 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "name": "network-vif-plugged", "status": "completed", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:14:26.094634 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34ee7c22-e907-4616-862b-8fd129caf810 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:14:26.095094 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727', 'code': 200} Aug 08 17:14:26.112842 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0237a390-be7e-44dc-9f05-168e4f7dbf05 req-9aaafb54-b58a-45dc-ab67-4ce4c3cf849a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371015 Aug 08 17:14:26.123933 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=7']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:26.136649 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-18ae0e08-d36e-4c7a-a23a-9c53d45ab1b5 req-429a70a5-46d3-407e-aeae-4c2443e50873 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060479 Aug 08 17:14:26.196621 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:26.348897 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00be685-e193-45c9-9da9-d8c09da3fc2e req-9c25626d-5bd2-4dc7-aab0-7eb9f1793137 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:26.350338 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a00be685-e193-45c9-9da9-d8c09da3fc2e req-9c25626d-5bd2-4dc7-aab0-7eb9f1793137 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 944 time: 0.0472240 Aug 08 17:14:26.386676 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a00be685-e193-45c9-9da9-d8c09da3fc2e req-03cbf5e5-25f7-4691-b6f8-22d269e87819 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299559 Aug 08 17:14:26.941344 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f7e1b-6f89-4cf3-aaf6-8d1698d0b784 req-255474da-1647-499f-ae14-aed8947ba02a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:26.943308 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d19f7e1b-6f89-4cf3-aaf6-8d1698d0b784 req-255474da-1647-499f-ae14-aed8947ba02a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0528634 Aug 08 17:14:27.020043 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d19f7e1b-6f89-4cf3-aaf6-8d1698d0b784 req-988259a7-ccf7-4e0d-813c-d296529f725b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702260 Aug 08 17:14:27.039887 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf08148-a64a-4703-bcc0-86952009cb4d req-7a96063b-50eb-44f7-8931-12ef6f2f6796 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:27.041403 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1cf08148-a64a-4703-bcc0-86952009cb4d req-7a96063b-50eb-44f7-8931-12ef6f2f6796 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0697393 Aug 08 17:14:27.082192 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1cf08148-a64a-4703-bcc0-86952009cb4d req-99e4436d-ac32-4614-9c66-bcc83be7b5a8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344601 Aug 08 17:14:27.227764 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f447-329b-483c-9532-0cb2dd7f2ce6 req-90f91d18-e2d0-4bfa-a1fa-575869aa225c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:27.229237 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e597f447-329b-483c-9532-0cb2dd7f2ce6 req-90f91d18-e2d0-4bfa-a1fa-575869aa225c tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0491376 Aug 08 17:14:27.266520 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e597f447-329b-483c-9532-0cb2dd7f2ce6 req-35ce1fed-3f7d-4a21-8338-64a9189c0f7e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314348 Aug 08 17:14:27.699747 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da6347-6ca2-4fb4-b479-5ebc29ab7743 req-05b046a3-9b4a-4d75-af8d-61a9dd377ed1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:27.701160 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f4da6347-6ca2-4fb4-b479-5ebc29ab7743 req-05b046a3-9b4a-4d75-af8d-61a9dd377ed1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 944 time: 0.2479308 Aug 08 17:14:27.738119 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f4da6347-6ca2-4fb4-b479-5ebc29ab7743 req-ee113c62-1c69-4037-bb03-197d46d4e90f tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310454 Aug 08 17:14:28.137764 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773d1ac-65bf-4e5f-a8cf-c3eb2845019d req-a65b8071-a4aa-439c-90f9-e8526da52021 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:28.139649 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e773d1ac-65bf-4e5f-a8cf-c3eb2845019d req-a65b8071-a4aa-439c-90f9-e8526da52021 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0528455 Aug 08 17:14:28.208874 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e773d1ac-65bf-4e5f-a8cf-c3eb2845019d req-3832ee44-e66e-49df-8447-9032f9a2f060 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630689 Aug 08 17:14:28.227624 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98d182-0c83-4f42-8ab7-bd5eb6ca5d92 req-7fbb3bdf-fbc8-4ddf-b989-39e2d28b4429 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:28.229820 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2a98d182-0c83-4f42-8ab7-bd5eb6ca5d92 req-7fbb3bdf-fbc8-4ddf-b989-39e2d28b4429 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0680673 Aug 08 17:14:28.274743 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2a98d182-0c83-4f42-8ab7-bd5eb6ca5d92 req-c80886c9-c8df-49d8-af04-818fe3fbb245 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369618 Aug 08 17:14:28.400569 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c63d6a-235d-4e54-8964-4d11ef2a79aa req-ad92dfaa-a15b-4000-bf7b-1de07c529d91 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:28.402044 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-33c63d6a-235d-4e54-8964-4d11ef2a79aa req-ad92dfaa-a15b-4000-bf7b-1de07c529d91 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0526111 Aug 08 17:14:28.439625 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-33c63d6a-235d-4e54-8964-4d11ef2a79aa req-34445983-3046-42e0-bfdb-f9fc9c319fab tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Aug 08 17:14:28.851903 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d99634-7271-4626-8136-d77fb1992247 req-e6c3ef02-0abc-47a1-8530-2a8857e8d515 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:28.853940 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d3d99634-7271-4626-8136-d77fb1992247 req-e6c3ef02-0abc-47a1-8530-2a8857e8d515 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 944 time: 0.0479310 Aug 08 17:14:28.890001 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d3d99634-7271-4626-8136-d77fb1992247 req-1fac25a6-27bb-4ba5-8654-22e90cbd29fb tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301690 Aug 08 17:14:28.945254 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-bd547b07-5728-43dc-9132-bc46556a1696 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:28.946733 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-bd547b07-5728-43dc-9132-bc46556a1696 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 945 time: 0.0487347 Aug 08 17:14:29.045955 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-c0e54184-1152-4cce-84af-dd62cbc6e81a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Deleting port dd12678e-854b-456e-bbed-c4d0de28080b {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:14:29.046301 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-c0e54184-1152-4cce-84af-dd62cbc6e81a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:29.130110 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-c0e54184-1152-4cce-84af-dd62cbc6e81a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] For port dd12678e-854b-456e-bbed-c4d0de28080b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=dd12678e-854b-456e-bbed-c4d0de28080b,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:29.130467 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-c0e54184-1152-4cce-84af-dd62cbc6e81a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:29.143150 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-c0e54184-1152-4cce-84af-dd62cbc6e81a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Calling delete_port for dd12678e-854b-456e-bbed-c4d0de28080b owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:14:29.268800 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-c0e54184-1152-4cce-84af-dd62cbc6e81a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:29.295970 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e54184-1152-4cce-84af-dd62cbc6e81a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Pushing event deleted for resources: {'Port': ['ID=dd12678e-854b-456e-bbed-c4d0de28080b,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:29.301550 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['043a16ba-a4d1-4e44-90a9-fa77f8a045c4', 'dd12678e-854b-456e-bbed-c4d0de28080b'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:14:29.331201 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5aabb3-28a5-4a69-9401-94271861f973 req-0a09f1f7-c93c-45ab-a9c9-f89aadbeefaa tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:29.335237 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b5aabb3-28a5-4a69-9401-94271861f973 req-0a09f1f7-c93c-45ab-a9c9-f89aadbeefaa tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0551236 Aug 08 17:14:29.354738 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-c0e54184-1152-4cce-84af-dd62cbc6e81a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] No DVR routers for this DVR port dd12678e-854b-456e-bbed-c4d0de28080b on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:14:29.357328 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-c0e54184-1152-4cce-84af-dd62cbc6e81a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:29.359489 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-943ac9b7-bdc8-494a-b2e7-2a1546da573f req-c0e54184-1152-4cce-84af-dd62cbc6e81a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.32 "DELETE /v2.0/ports/dd12678e-854b-456e-bbed-c4d0de28080b HTTP/1.1" status: 204 len: 173 time: 0.4011946 Aug 08 17:14:29.359943 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bd7453-8804-4732-afe6-bfc2a6592d18', 'name': 'network-vif-deleted', 'tag': 'dd12678e-854b-456e-bbed-c4d0de28080b'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:14:29.362199 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd83c07-0309-494d-982f-6756155f7dcd" -d '{"events": [{"server_uuid": "d8bd7453-8804-4732-afe6-bfc2a6592d18", "name": "network-vif-deleted", "tag": "dd12678e-854b-456e-bbed-c4d0de28080b"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:14:29.415337 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b5aabb3-28a5-4a69-9401-94271861f973 req-2fc6a0cd-51eb-4069-bdd1-2f7249346303 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701976 Aug 08 17:14:29.435425 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72380256-8e1c-4fbf-bb39-c11b20177914 req-d073ccaf-57e2-4617-bca4-ec9789f06389 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:29.438633 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-72380256-8e1c-4fbf-bb39-c11b20177914 req-d073ccaf-57e2-4617-bca4-ec9789f06389 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0770013 Aug 08 17:14:29.507347 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-72380256-8e1c-4fbf-bb39-c11b20177914 req-de6403cf-eda6-43f7-9c3d-383ed3cab005 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586581 Aug 08 17:14:29.512742 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d31c4d7-4128-4007-8496-244706b61bc6 x-openstack-request-id: req-5d31c4d7-4128-4007-8496-244706b61bc6 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:14:29.513236 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bd7453-8804-4732-afe6-bfc2a6592d18", "name": "network-vif-deleted", "tag": "dd12678e-854b-456e-bbed-c4d0de28080b", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:14:29.513624 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d31c4d7-4128-4007-8496-244706b61bc6 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:14:29.514757 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bd7453-8804-4732-afe6-bfc2a6592d18', 'name': 'network-vif-deleted', 'tag': 'dd12678e-854b-456e-bbed-c4d0de28080b', 'status': 'completed', 'code': 200} Aug 08 17:14:29.599208 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4bb806a9-9484-46a7-9a9e-5360d912f239 req-05101d76-9f59-4ac7-99e9-2c26529cd387 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bd7453-8804-4732-afe6-bfc2a6592d18 HTTP/1.1" status: 200 len: 210 time: 0.0284672 Aug 08 17:14:30.012009 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e55295-a43d-4e8d-90af-64b9cc645288 req-6a66cd8b-8cdf-44c4-9482-3f6baa3a5d18 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:30.013843 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-78e55295-a43d-4e8d-90af-64b9cc645288 req-6a66cd8b-8cdf-44c4-9482-3f6baa3a5d18 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 944 time: 0.0574389 Aug 08 17:14:30.060011 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-78e55295-a43d-4e8d-90af-64b9cc645288 req-5612f7c0-5220-4f8b-a2f7-3b9252066257 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386438 Aug 08 17:14:30.573723 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff4e2-2029-4539-9be3-e23330340e41 req-94a2c7f3-3ceb-4926-82c5-ca3f5d150960 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:30.575158 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2ffff4e2-2029-4539-9be3-e23330340e41 req-94a2c7f3-3ceb-4926-82c5-ca3f5d150960 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0561562 Aug 08 17:14:30.645781 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2ffff4e2-2029-4539-9be3-e23330340e41 req-32f2fe2b-a05b-4675-823c-7e66c4c0e2e6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639193 Aug 08 17:14:30.659231 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137f5b6-3ef0-4ce2-a138-0fccd0a73255 req-44d9af32-9a06-466b-ba6b-3ac743fc8f4a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:30.660861 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7137f5b6-3ef0-4ce2-a138-0fccd0a73255 req-44d9af32-9a06-466b-ba6b-3ac743fc8f4a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0706637 Aug 08 17:14:30.709164 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7137f5b6-3ef0-4ce2-a138-0fccd0a73255 req-796fd151-4372-4f4f-9177-2b5f01b7f7b8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408387 Aug 08 17:14:31.005115 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52da1b-6bdd-47f2-b2e0-2237f3a89d27 req-0876effb-5b25-40d5-be94-ef1c759cc21b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:31.006669 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dc52da1b-6bdd-47f2-b2e0-2237f3a89d27 req-0876effb-5b25-40d5-be94-ef1c759cc21b tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0581119 Aug 08 17:14:31.068802 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dc52da1b-6bdd-47f2-b2e0-2237f3a89d27 req-1185cf26-535e-47ee-8e98-b1000fb5f6c1 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494082 Aug 08 17:14:31.221550 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cb0e5-c0dc-4a7f-8c44-76f8adb91424 req-58343160-596e-4588-8427-6daf7a10ea0f tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:31.223041 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-462cb0e5-c0dc-4a7f-8c44-76f8adb91424 req-58343160-596e-4588-8427-6daf7a10ea0f tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 944 time: 0.0631514 Aug 08 17:14:31.272722 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-462cb0e5-c0dc-4a7f-8c44-76f8adb91424 req-cf992187-76ee-4644-9eb4-f80ebba112e0 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425725 Aug 08 17:14:31.805312 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474c29b-12dd-4600-a199-2c7acad8489a req-6b02fd2d-6022-459c-8093-afa0ea946d74 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:31.807817 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d474c29b-12dd-4600-a199-2c7acad8489a req-6b02fd2d-6022-459c-8093-afa0ea946d74 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0570724 Aug 08 17:14:31.880576 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa8179-5449-42b5-a500-2bb56ccb077e req-bff517a6-c1ba-417c-9524-85f6c3206bc6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:31.882113 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6dfa8179-5449-42b5-a500-2bb56ccb077e req-bff517a6-c1ba-417c-9524-85f6c3206bc6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0734048 Aug 08 17:14:31.884959 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d474c29b-12dd-4600-a199-2c7acad8489a req-26df0f36-d968-46c6-817b-01c32c00b793 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677736 Aug 08 17:14:31.933759 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6dfa8179-5449-42b5-a500-2bb56ccb077e req-f87d0154-b224-48b3-b4d5-1e0ce4b5c413 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440490 Aug 08 17:14:32.265603 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b164939-6a3a-4b8a-97de-e043c8f1ce09 req-5b20f0f9-6eb8-4644-babe-95a896ea573e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:32.273057 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7b164939-6a3a-4b8a-97de-e043c8f1ce09 req-5b20f0f9-6eb8-4644-babe-95a896ea573e tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.1154895 Aug 08 17:14:32.323575 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7b164939-6a3a-4b8a-97de-e043c8f1ce09 req-efc1866f-5aa0-4ad0-8930-14de131c0f25 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447686 Aug 08 17:14:32.423313 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8940ec-fcf3-4edd-b205-74e29dae6311 req-958b871c-b3cb-4433-b92d-eb0212b23b2c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:32.431567 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0d8940ec-fcf3-4edd-b205-74e29dae6311 req-958b871c-b3cb-4433-b92d-eb0212b23b2c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 944 time: 0.0709276 Aug 08 17:14:32.474359 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0d8940ec-fcf3-4edd-b205-74e29dae6311 req-c68c801e-26e2-419e-8d26-189ddb0c79da tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Aug 08 17:14:33.044750 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059f0a7-06c2-43d7-ba0d-557f97f3070b req-ffdf34ef-ff7f-4081-914e-4a7e68548011 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:33.046416 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1059f0a7-06c2-43d7-ba0d-557f97f3070b req-ffdf34ef-ff7f-4081-914e-4a7e68548011 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0767050 Aug 08 17:14:33.143036 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1059f0a7-06c2-43d7-ba0d-557f97f3070b req-ac51cc8c-f87f-4dd4-bde0-a87cd679c5c0 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865655 Aug 08 17:14:33.154063 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09f824-1420-4cb3-a69a-95633bab0419 req-f664dbb2-ccd5-4cc9-96de-3a08203860c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:33.155647 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cb09f824-1420-4cb3-a69a-95633bab0419 req-f664dbb2-ccd5-4cc9-96de-3a08203860c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.1020534 Aug 08 17:14:33.213985 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cb09f824-1420-4cb3-a69a-95633bab0419 req-d36b056b-ae30-45f6-b0ce-3849524c0e18 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482783 Aug 08 17:14:33.495621 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4bd51-2673-4bc4-a6eb-ffff6bb6779a req-58ec6659-aa5a-4285-a8f3-73d5d51314b8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:33.497081 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11b4bd51-2673-4bc4-a6eb-ffff6bb6779a req-58ec6659-aa5a-4285-a8f3-73d5d51314b8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.1236091 Aug 08 17:14:33.520002 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb8a06-a722-4cd6-970b-e7e12179eb08 req-30f1bfed-5eeb-471d-9118-1ee5b3438a59 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:33.527748 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9cbb8a06-a722-4cd6-970b-e7e12179eb08 req-30f1bfed-5eeb-471d-9118-1ee5b3438a59 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0833170 Aug 08 17:14:33.569417 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-47c4b125-7cbe-4284-8331-966dd61bafda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:33.570958 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-47c4b125-7cbe-4284-8331-966dd61bafda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 1098 time: 0.0623457 Aug 08 17:14:33.578386 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11b4bd51-2673-4bc4-a6eb-ffff6bb6779a req-43eeaeda-9c72-4ac0-9f9f-94461a5cd537 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723784 Aug 08 17:14:33.594033 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9cbb8a06-a722-4cd6-970b-e7e12179eb08 req-ee65cfe5-127a-447d-83fc-bce1898ef1ab tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654590 Aug 08 17:14:33.711540 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbd548-ec80-44b5-aa44-d1d50471275a req-0b7f62ba-726a-4613-bf63-3a25d52b7b8b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:33.720069 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-affbd548-ec80-44b5-aa44-d1d50471275a req-0b7f62ba-726a-4613-bf63-3a25d52b7b8b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 944 time: 0.0670247 Aug 08 17:14:33.739284 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device dd12678e-854b-456e-bbed-c4d0de28080b no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:14:33.746668 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-90fd2329-fc4d-41f9-998a-6a7bba88d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:33.748890 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-90fd2329-fc4d-41f9-998a-6a7bba88d470 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 200 len: 910 time: 0.1677983 Aug 08 17:14:33.765090 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-affbd548-ec80-44b5-aa44-d1d50471275a req-ec98b0af-03d8-4091-9507-3782c6c3ca17 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435505 Aug 08 17:14:33.776900 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: dd12678e-854b-456e-bbed-c4d0de28080b {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:14:33.777523 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device dd12678e-854b-456e-bbed-c4d0de28080b not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:14:33.837257 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-789ee1db-7491-492f-b5f6-d0cc1c8dd5f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8bc50d-b562-4030-840e-b81eb4423c73 HTTP/1.1" status: 200 len: 1001 time: 0.0762491 Aug 08 17:14:33.895369 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-25d1cea1-d83e-4c52-b2c3-00793d2485d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:33.897245 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-25d1cea1-d83e-4c52-b2c3-00793d2485d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=798f916c-ee1e-42db-8664-8d80bd4604ca HTTP/1.1" status: 200 len: 849 time: 0.0508184 Aug 08 17:14:33.955388 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-48d5387f-5aba-44d7-a067-473c6302bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:33.957838 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-48d5387f-5aba-44d7-a067-473c6302bc77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503516 Aug 08 17:14:34.092420 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-1e5d1d54-7db3-4efc-b33f-bc6c5d6a12cd service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244349 Aug 08 17:14:34.201730 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7c3584eb-0460-4358-9d0e-726727862bf5 req-3f5b3295-0bd6-4ad9-8510-1769a9f56b20 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003432 Aug 08 17:14:34.346757 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca6bd4-52c0-4dbd-8218-bf1ed20bbe2c req-2f292e03-0c1a-48e5-a448-21b8e7cf3477 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:34.348434 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76ca6bd4-52c0-4dbd-8218-bf1ed20bbe2c req-2f292e03-0c1a-48e5-a448-21b8e7cf3477 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0520811 Aug 08 17:14:34.391521 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76ca6bd4-52c0-4dbd-8218-bf1ed20bbe2c req-1b557b7e-a9a1-4daa-b46f-14316d1aaab3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360062 Aug 08 17:14:34.741998 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf010cd-88a6-48a7-ac7c-a07dfccd55b3 req-c8b82c3d-424e-41a1-b69c-35a41f0b7d2d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:34.747773 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3cf010cd-88a6-48a7-ac7c-a07dfccd55b3 req-c8b82c3d-424e-41a1-b69c-35a41f0b7d2d tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0861430 Aug 08 17:14:34.775602 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9a647-760a-4d3c-8f34-448de5e7c4f3 req-94420cc3-a651-426e-949b-0a76485fb882 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:34.777825 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-01e9a647-760a-4d3c-8f34-448de5e7c4f3 req-94420cc3-a651-426e-949b-0a76485fb882 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0866952 Aug 08 17:14:34.838652 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3cf010cd-88a6-48a7-ac7c-a07dfccd55b3 req-26beb2d6-bc59-4ded-864e-e62afbadebb6 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830359 Aug 08 17:14:34.846614 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-01e9a647-760a-4d3c-8f34-448de5e7c4f3 req-a8e6e7a4-7971-4905-b550-d72da61f875a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592644 Aug 08 17:14:34.958650 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e9193-8bc4-4ee0-a550-3db34e45a0a7 req-cf27f3e2-c112-44ae-92a3-9a209a5d35bd tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:34.960783 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fc9e9193-8bc4-4ee0-a550-3db34e45a0a7 req-cf27f3e2-c112-44ae-92a3-9a209a5d35bd tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 944 time: 0.0612171 Aug 08 17:14:35.010088 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fc9e9193-8bc4-4ee0-a550-3db34e45a0a7 req-3c937ce9-5400-4d81-bb07-10a9bbffe357 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 Aug 08 17:14:35.521350 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39570d17-a266-4ea4-99b9-ccfa9e7c8620 req-d6559ac7-6e6d-456d-8efa-483fe72916b5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:35.522895 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-39570d17-a266-4ea4-99b9-ccfa9e7c8620 req-d6559ac7-6e6d-456d-8efa-483fe72916b5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0562127 Aug 08 17:14:35.569588 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-39570d17-a266-4ea4-99b9-ccfa9e7c8620 req-f2eeb74f-fe10-4546-986e-fc2d4d540b0b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400207 Aug 08 17:14:35.741555 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f54f2c32-8178-4736-bd5d-8b69ea73ce95 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:14:35.842474 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port f54f2c32-8178-4736-bd5d-8b69ea73ce95, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f54f2c32-8178-4736-bd5d-8b69ea73ce95,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:35.855537 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'port_id': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95', 'mac_address': 'fa:16:3e:4c:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:14:35.907388 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:35.921569 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54f2c32-8178-4736-bd5d-8b69ea73ce95 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:14:35.949080 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port f54f2c32-8178-4736-bd5d-8b69ea73ce95, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f54f2c32-8178-4736-bd5d-8b69ea73ce95,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:35.956846 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:36.020658 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4077f-24e9-4d6f-aace-ac7ed240d9f6 req-b0c013af-34e6-44c4-8ae6-dde95145be93 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:36.027991 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=f54f2c32-8178-4736-bd5d-8b69ea73ce95,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:36.028348 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dfe4077f-24e9-4d6f-aace-ac7ed240d9f6 req-b0c013af-34e6-44c4-8ae6-dde95145be93 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.1071119 Aug 08 17:14:36.067108 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733b0c0-c563-4a7d-84f8-6d61f100fba6 req-3742f593-b16c-4cc1-a835-5d6c0b4031be tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:36.070581 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d733b0c0-c563-4a7d-84f8-6d61f100fba6 req-3742f593-b16c-4cc1-a835-5d6c0b4031be tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.1053629 Aug 08 17:14:36.106004 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dfe4077f-24e9-4d6f-aace-ac7ed240d9f6 req-abc9761b-4064-41db-8add-def1396a6159 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768576 Aug 08 17:14:36.154926 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d733b0c0-c563-4a7d-84f8-6d61f100fba6 req-4f83a3ff-cc9e-480d-ac4a-c122e3ef8f11 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798292 Aug 08 17:14:36.282766 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683ac88-3dae-4bc1-a354-86394df2357a req-18558ba1-6eb8-4872-abcf-2a466183df42 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:36.284695 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0683ac88-3dae-4bc1-a354-86394df2357a req-18558ba1-6eb8-4872-abcf-2a466183df42 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 945 time: 0.1021898 Aug 08 17:14:36.322465 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0683ac88-3dae-4bc1-a354-86394df2357a req-dd44c03f-f40c-43c9-b4ff-2128bcdfe8bf tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367060 Aug 08 17:14:36.452389 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['f54f2c32-8178-4736-bd5d-8b69ea73ce95'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:14:36.699613 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003970-3b08-43b2-ac4a-b957ea71bc83 req-6f69f634-ec80-440d-a0ee-57c97d720a43 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:36.707054 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b003970-3b08-43b2-ac4a-b957ea71bc83 req-6f69f634-ec80-440d-a0ee-57c97d720a43 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0625424 Aug 08 17:14:36.746645 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b003970-3b08-43b2-ac4a-b957ea71bc83 req-9e98d274-8780-49e0-bb7a-1146c70a414d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387328 Aug 08 17:14:37.242365 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ca2f6-66db-4167-8110-794c5609848d req-1c7c38ef-aa47-4372-8d1e-72be232fe96a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:37.250582 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-047ca2f6-66db-4167-8110-794c5609848d req-1c7c38ef-aa47-4372-8d1e-72be232fe96a tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0729349 Aug 08 17:14:37.282301 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-65c078bb-0b8b-4eb9-a7cb-e0279406c423 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:37.284462 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-65c078bb-0b8b-4eb9-a7cb-e0279406c423 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.32 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 946 time: 0.0559309 Aug 08 17:14:37.285979 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-047ca2f6-66db-4167-8110-794c5609848d req-131543eb-8dea-4f0e-8712-152da59fe304 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/security-groups?id=3911e7e3-a685-41c1-b5cf-921a3899b99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345337 Aug 08 17:14:37.397686 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Deleting port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:14:37.398032 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:37.442927 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae993af6-e579-46bf-b112-ce75bd231184 req-443ec3ee-f9eb-42ae-a990-c1164295cec0 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:37.444411 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ae993af6-e579-46bf-b112-ce75bd231184 req-443ec3ee-f9eb-42ae-a990-c1164295cec0 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 945 time: 0.0543613 Aug 08 17:14:37.490551 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] For port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:37.495940 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:37.505139 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Calling delete_port for 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:14:37.505499 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ae993af6-e579-46bf-b112-ce75bd231184 req-25459b53-ab4f-4b78-a534-3576c141d616 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520926 Aug 08 17:14:37.917206 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd9e2d-fdc7-4ab6-bc0f-b9f5d01ffa99 req-2f5ff2a1-f2b7-4696-a2d3-34ea63de5a7c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:37.918909 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-62dd9e2d-fdc7-4ab6-bc0f-b9f5d01ffa99 req-2f5ff2a1-f2b7-4696-a2d3-34ea63de5a7c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0617685 Aug 08 17:14:37.974922 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-62dd9e2d-fdc7-4ab6-bc0f-b9f5d01ffa99 req-90e7fcc3-39a6-41fd-8c77-19d4ba1e9299 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492861 Aug 08 17:14:37.975605 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:38.005107 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['043a16ba-a4d1-4e44-90a9-fa77f8a045c4'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:14:38.014517 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Pushing event deleted for resources: {'Port': ['ID=043a16ba-a4d1-4e44-90a9-fa77f8a045c4,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:38.028804 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.029158 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.029508 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.029854 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.030191 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.030526 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.030887 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.031220 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.031984 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.031984 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.032161 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.032494 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:38.077330 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] No DVR routers for this DVR port 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:14:38.080294 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:38.082471 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d4745512-1cc1-409c-a702-fdeea6f1961e req-221cbf13-ef37-4b74-a586-143c95b1190f tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.32 "DELETE /v2.0/ports/043a16ba-a4d1-4e44-90a9-fa77f8a045c4 HTTP/1.1" status: 204 len: 173 time: 0.7906301 Aug 08 17:14:38.082942 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29', 'name': 'network-vif-deleted', 'tag': '043a16ba-a4d1-4e44-90a9-fa77f8a045c4'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:14:38.085416 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a174b86-0dfc-4b3a-93df-41ff474b5836" -d '{"events": [{"server_uuid": "a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29", "name": "network-vif-deleted", "tag": "043a16ba-a4d1-4e44-90a9-fa77f8a045c4"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:14:38.142221 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5da4f23-d5c6-4309-9a71-f36e256393e4 x-openstack-request-id: req-e5da4f23-d5c6-4309-9a71-f36e256393e4 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:14:38.142650 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29", "name": "network-vif-deleted", "tag": "043a16ba-a4d1-4e44-90a9-fa77f8a045c4", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:14:38.142997 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5da4f23-d5c6-4309-9a71-f36e256393e4 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:14:38.143443 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29', 'name': 'network-vif-deleted', 'tag': '043a16ba-a4d1-4e44-90a9-fa77f8a045c4', 'status': 'completed', 'code': 200} Aug 08 17:14:38.420046 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fd17fb3-6ae4-4a18-bcec-e4f2d89a9f0d req-ace6e2eb-3bef-4dd9-85ac-a13896fa32d8 tempest-ServerRescueNegativeTestJSON-306173471 tempest-ServerRescueNegativeTestJSON-306173471-project] 10.222.0.20 "GET /v2.0/ports?device_id=a90e6dbe-3b7a-4d8c-840e-aa8ef5b35e29 HTTP/1.1" status: 200 len: 210 time: 0.0279901 Aug 08 17:14:38.643931 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6559574-7b8d-4815-a3fd-1ab088151084 req-faef1d09-80aa-4e27-8724-30d69949a66c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:38.645454 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c6559574-7b8d-4815-a3fd-1ab088151084 req-faef1d09-80aa-4e27-8724-30d69949a66c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 945 time: 0.0603509 Aug 08 17:14:38.720926 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c6559574-7b8d-4815-a3fd-1ab088151084 req-4bf51725-7112-4a32-9bc0-97065130fb10 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645523 Aug 08 17:14:39.112845 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9044a-f4cb-4678-a36b-b377e8f3e92d req-1e71ed0b-bf3f-4a96-a158-ab3b335110b0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:39.114533 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e2a9044a-f4cb-4678-a36b-b377e8f3e92d req-1e71ed0b-bf3f-4a96-a158-ab3b335110b0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0539863 Aug 08 17:14:39.158646 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e2a9044a-f4cb-4678-a36b-b377e8f3e92d req-7a2a26f7-3238-4e29-ae7e-7f7da70ec619 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362725 Aug 08 17:14:39.481063 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 39944) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:39.788591 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f54f2c32-8178-4736-bd5d-8b69ea73ce95 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:14:39.856871 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port f54f2c32-8178-4736-bd5d-8b69ea73ce95 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:14:39.861072 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c439d3-ac0c-46f8-bee3-7d86d4d6b0ce req-8ee97bb6-8d67-44a4-8021-b6b2fb368a88 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:39.862906 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-48c439d3-ac0c-46f8-bee3-7d86d4d6b0ce req-8ee97bb6-8d67-44a4-8021-b6b2fb368a88 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 945 time: 0.0713005 Aug 08 17:14:39.867175 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port f54f2c32-8178-4736-bd5d-8b69ea73ce95 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:14:39.867771 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:39.923087 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-48c439d3-ac0c-46f8-bee3-7d86d4d6b0ce req-1c0de5d1-eb4e-4fa6-b8a8-e7c48fcde13a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527763 Aug 08 17:14:40.032425 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:40.037079 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693592'] for router_interface, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:40.088040 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:14:40.091957 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055df3cf-053e-4c79-a67c-36c7db65ca49" -d '{"events": [{"server_uuid": "d8e28e17-54c4-43f1-bb26-c4322a295990", "name": "network-vif-plugged", "status": "completed", "tag": "f54f2c32-8178-4736-bd5d-8b69ea73ce95"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:14:40.117197 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port f54f2c32-8178-4736-bd5d-8b69ea73ce95, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f54f2c32-8178-4736-bd5d-8b69ea73ce95,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:40.123246 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:40.123979 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:14:40.160969 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d183f67-dfe1-4a26-9e5c-d883eb759bd0 x-openstack-request-id: req-0d183f67-dfe1-4a26-9e5c-d883eb759bd0 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:14:40.161552 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e28e17-54c4-43f1-bb26-c4322a295990", "name": "network-vif-plugged", "status": "completed", "tag": "f54f2c32-8178-4736-bd5d-8b69ea73ce95", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:14:40.170886 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d183f67-dfe1-4a26-9e5c-d883eb759bd0 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:14:40.173778 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95', 'code': 200} Aug 08 17:14:40.199604 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:14:40.200148 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 043a16ba-a4d1-4e44-90a9-fa77f8a045c4 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:14:40.240993 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=f54f2c32-8178-4736-bd5d-8b69ea73ce95,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:40.356034 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e9d83-f7b4-4106-8946-6d4b835dd18f req-a963e78a-0220-49e5-9dbf-753b1232774c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:40.370118 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b43e9d83-f7b4-4106-8946-6d4b835dd18f req-a963e78a-0220-49e5-9dbf-753b1232774c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0773315 Aug 08 17:14:40.423501 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b43e9d83-f7b4-4106-8946-6d4b835dd18f req-c681d9bc-6e91-4a29-be70-b889f19074cf tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524414 Aug 08 17:14:40.540428 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf4c0f-a48b-433d-886c-e62f239bf899 req-3d251fff-5a97-4dc1-9995-d97c54123ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:40.542047 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6fcf4c0f-a48b-433d-886c-e62f239bf899 req-3d251fff-5a97-4dc1-9995-d97c54123ded service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 1099 time: 0.0522461 Aug 08 17:14:40.543691 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] Deleting port 1558721f-129b-4fe3-9977-da437b9faf68 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:14:40.544034 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:40.624604 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6fcf4c0f-a48b-433d-886c-e62f239bf899 req-a2afc33a-e3a2-4116-a9fd-8dca929ddf3b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680320 Aug 08 17:14:40.652018 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] For port 1558721f-129b-4fe3-9977-da437b9faf68, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=1558721f-129b-4fe3-9977-da437b9faf68,segment=NetworkSegment(f9fa6666-5731-447d-bb8c-3854591b20c3),segment_id=f9fa6666-5731-447d-bb8c-3854591b20c3)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:40.652384 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:40.665788 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] Calling delete_port for 1558721f-129b-4fe3-9977-da437b9faf68 owned by network:router_interface {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:14:40.857453 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:40.881524 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1558721f-129b-4fe3-9977-da437b9faf68,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:41.038327 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692712'] for router_interface, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:41.041954 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cd620-fe1d-4f26-84fd-0cbd0a3d2144 req-f8b00bee-3bb7-4b01-bf1a-6a2ed1694842 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:41.043604 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1a2cd620-fe1d-4f26-84fd-0cbd0a3d2144 req-f8b00bee-3bb7-4b01-bf1a-6a2ed1694842 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0492084 Aug 08 17:14:41.081411 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1a2cd620-fe1d-4f26-84fd-0cbd0a3d2144 req-7d769210-38aa-4172-a4d6-64d11b8523ca tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310419 Aug 08 17:14:41.244060 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] Router 7eb49ad1-1281-4468-9978-960c2c05bb78 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:14:41.344159 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:14:41.350961 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-bf9d1d20-3d96-4cfe-b43c-76be91d359f8 admin admin] 10.222.0.20 "PUT /v2.0/routers/7eb49ad1-1281-4468-9978-960c2c05bb78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8669677 Aug 08 17:14:41.351673 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 39978) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:41.354517 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] Sync routers for ids ['7eb49ad1-1281-4468-9978-960c2c05bb78'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:14:41.363178 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] Routers {'7eb49ad1-1281-4468-9978-960c2c05bb78'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:14:41.363790 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:14:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['7eb49ad1-1281-4468-9978-960c2c05bb78'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:41.452544 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Notify callbacks [] for router, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:41.467507 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] Set router 7eb49ad1-1281-4468-9978-960c2c05bb78 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:14:41.546332 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95734f7-cd25-4c66-882f-43f9e491455e req-0e34dd2a-35f5-4f9b-80e1-fe1affc75be3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:41.547919 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c95734f7-cd25-4c66-882f-43f9e491455e req-0e34dd2a-35f5-4f9b-80e1-fe1affc75be3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0492852 Aug 08 17:14:41.572581 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:41.590811 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c95734f7-cd25-4c66-882f-43f9e491455e req-91a7aaae-04e6-4876-9ead-63a40872dedb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369561 Aug 08 17:14:41.629907 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Deleting port 4812456b-b6c4-4060-838e-06c4328975ce {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:14:41.630528 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:41.654244 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'name': 'tempest-ServerRescueNegativeTestJSON-862212333-router', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '4812456b-b6c4-4060-838e-06c4328975ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:14:40Z', 'revision_number': 5, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'gw_port': {'id': '4812456b-b6c4-4060-838e-06c4328975ce', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:76:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:41.679844 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] Checking router: 7eb49ad1-1281-4468-9978-960c2c05bb78 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:14:41.688546 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] Routers {'7eb49ad1-1281-4468-9978-960c2c05bb78'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:14:41.689155 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:14:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['7eb49ad1-1281-4468-9978-960c2c05bb78'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:41.711407 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] For port 4812456b-b6c4-4060-838e-06c4328975ce, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=4812456b-b6c4-4060-838e-06c4328975ce,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:41.711820 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:41.724102 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Calling delete_port for 4812456b-b6c4-4060-838e-06c4328975ce owned by network:router_gateway {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:14:41.773968 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] Set router 7eb49ad1-1281-4468-9978-960c2c05bb78 gateway port host: None {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:14:41.890423 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:41.913326 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'name': 'tempest-ServerRescueNegativeTestJSON-862212333-router', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:14:41Z', 'revision_number': 6, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'gw_port_host': None}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:41.913607 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Pushing event deleted for resources: {'Port': ['ID=4812456b-b6c4-4060-838e-06c4328975ce,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:41.941536 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5503a449-aba3-4328-89c3-50fd0ddc03a5 None None] The sync data for ids ['7eb49ad1-1281-4468-9978-960c2c05bb78'] in dv-cinder-787296-3-iscsi is: [{'id': '7eb49ad1-1281-4468-9978-960c2c05bb78', 'name': 'tempest-ServerRescueNegativeTestJSON-862212333-router', 'tenant_id': '31b9f326989b4db8831d97f09b51e513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:14:41Z', 'revision_number': 6, 'project_id': '31b9f326989b4db8831d97f09b51e513', 'gw_port_host': None}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:14:41.982404 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692366'] for router_gateway, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.204078 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ee72d-5341-482d-a509-8377fb81a99a req-08f6c3c3-48cc-439b-b081-062baf715d36 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:42.205518 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fc7ee72d-5341-482d-a509-8377fb81a99a req-08f6c3c3-48cc-439b-b081-062baf715d36 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0542247 Aug 08 17:14:42.246083 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fc7ee72d-5341-482d-a509-8377fb81a99a req-28b88db6-f0d0-49e0-9ac8-3d65769eb546 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339725 Aug 08 17:14:42.330784 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:14:42.331281 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1687610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102808'] for router, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.333442 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.400848 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687758'] for router, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.401446 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb49ad1-1281-4468-9978-960c2c05bb78 {{(pid=93516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 17:14:42.407174 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.408317 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-355f5965-24a2-4b76-b6c2-346ab656f75c admin admin] 10.222.0.20 "DELETE /v2.0/routers/7eb49ad1-1281-4468-9978-960c2c05bb78 HTTP/1.1" status: 204 len: 168 time: 1.0549641 Aug 08 17:14:42.410726 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 39986) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:42.460138 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d336aa-92da-4fc5-89be-76ea5d74395c admin admin] Deleting subnet 11ce7be5-ad7b-4a74-abd8-193672f3a1bb {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:14:42.463489 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e9d336aa-92da-4fc5-89be-76ea5d74395c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.498111 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e9d336aa-92da-4fc5-89be-76ea5d74395c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.536679 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e9d336aa-92da-4fc5-89be-76ea5d74395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.587679 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e9d336aa-92da-4fc5-89be-76ea5d74395c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.610394 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d336aa-92da-4fc5-89be-76ea5d74395c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ce7be5-ad7b-4a74-abd8-193672f3a1bb,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:42.615973 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e9d336aa-92da-4fc5-89be-76ea5d74395c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.617954 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e9d336aa-92da-4fc5-89be-76ea5d74395c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/11ce7be5-ad7b-4a74-abd8-193672f3a1bb HTTP/1.1" status: 204 len: 168 time: 0.2063270 Aug 08 17:14:42.620954 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 39990) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:42.692322 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.717342 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3785f-d87e-4f91-b6dc-1334c455452c req-2678e05c-7372-41c8-85a0-6b38368a3b85 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:42.719271 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e5c3785f-d87e-4f91-b6dc-1334c455452c req-2678e05c-7372-41c8-85a0-6b38368a3b85 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0564034 Aug 08 17:14:42.765672 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e5c3785f-d87e-4f91-b6dc-1334c455452c req-1514bdc3-f2d0-4b84-ac92-7da0800cd994 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388715 Aug 08 17:14:42.767356 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 1558721f-129b-4fe3-9977-da437b9faf68 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:14:42.780178 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.789630 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 1558721f-129b-4fe3-9977-da437b9faf68 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:14:42.790081 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 1558721f-129b-4fe3-9977-da437b9faf68 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:14:42.790821 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ea2ee9-44f5-46e9-b78a-78ad058ee009']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:42.791280 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 4812456b-b6c4-4060-838e-06c4328975ce no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:14:42.805121 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fa6666-5731-447d-bb8c-3854591b20c3') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:42.805416 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fa6666-5731-447d-bb8c-3854591b20c3') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:42.811126 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 4812456b-b6c4-4060-838e-06c4328975ce {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:14:42.811475 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 4812456b-b6c4-4060-838e-06c4328975ce not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:14:42.815118 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.829569 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.835907 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:14:42.836289 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:14:42.838054 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:14:42.891417 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.895676 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:42.897620 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] 10.222.0.20 "DELETE /v2.0/networks/87ea2ee9-44f5-46e9-b78a-78ad058ee009 HTTP/1.1" status: 204 len: 168 time: 0.2757027 Aug 08 17:14:42.911823 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762d96b-9abf-47b7-bbb5-936425f1b51e admin admin] Pushing event deleted for resources: {'Network': ['ID=87ea2ee9-44f5-46e9-b78a-78ad058ee009,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:43.067574 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 39996) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:43.108294 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-41c68c0f-7f32-4d3c-b164-fa0d26db5d06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31b9f326989b4db8831d97f09b51e513&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392597 Aug 08 17:14:43.110688 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 39998) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:43.156857 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:43.176799 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:43.226266 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:43.228704 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:43.229819 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3911e7e3-a685-41c1-b5cf-921a3899b99f HTTP/1.1" status: 204 len: 168 time: 0.1182041 Aug 08 17:14:43.237002 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3911e7e3-a685-41c1-b5cf-921a3899b99f,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:43.244546 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.244718 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.245059 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.245389 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.245717 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.246046 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.246368 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.246694 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.247039 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.247360 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.247692 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.247999 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158e5c64-00c1-4dd5-91c0-fc6728f413b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:14:43.361002 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58a4f5-de49-4228-ae34-e8102915a243 req-882b246f-2be7-4a8d-bf03-2ed9048c52a3 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:43.362494 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9a58a4f5-de49-4228-ae34-e8102915a243 req-882b246f-2be7-4a8d-bf03-2ed9048c52a3 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0501559 Aug 08 17:14:43.400540 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9a58a4f5-de49-4228-ae34-e8102915a243 req-a78eabeb-afbe-4acb-abe9-42c28751d570 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Aug 08 17:14:43.886896 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94885262-c1cd-4657-9fe3-9f2dcccf6232 req-41ae2fa1-9833-49ff-b5eb-3fdf6034779d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:43.888476 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-94885262-c1cd-4657-9fe3-9f2dcccf6232 req-41ae2fa1-9833-49ff-b5eb-3fdf6034779d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0485809 Aug 08 17:14:43.925388 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-94885262-c1cd-4657-9fe3-9f2dcccf6232 req-6b716b07-d5c2-4978-a6d3-725c71450fe4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310946 Aug 08 17:14:44.521561 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8ade1-21d5-48d3-b401-7df544ae8997 req-d6734f54-3cf0-403b-8ae4-cb5c18cd3dcc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:44.523327 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eea8ade1-21d5-48d3-b401-7df544ae8997 req-d6734f54-3cf0-403b-8ae4-cb5c18cd3dcc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0537984 Aug 08 17:14:44.569189 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-eea8ade1-21d5-48d3-b401-7df544ae8997 req-10b81e57-752d-45a2-83fd-500536841514 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391743 Aug 08 17:14:44.663260 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 40048) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:44.767573 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a69f963e-185b-45ef-8fdf-e754597f8482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:44.855593 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a69f963e-185b-45ef-8fdf-e754597f8482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:44.859477 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a69f963e-185b-45ef-8fdf-e754597f8482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:44.903621 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-a69f963e-185b-45ef-8fdf-e754597f8482 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f78369f9b0f423c826838a46943872e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393124 Aug 08 17:14:44.904822 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f963e-185b-45ef-8fdf-e754597f8482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0d5b11-5c9e-4106-af07-fdea54545180,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:44.906338 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40052) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:44.954177 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf7f9-e7bf-44ea-8334-830856705b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:44.976430 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf7f9-e7bf-44ea-8334-830856705b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.059765 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49762ab-c701-4d69-8f03-04a6dd66541a req-814220d2-e98b-4d3f-a5ef-bf84127775bb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:45.061381 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b49762ab-c701-4d69-8f03-04a6dd66541a req-814220d2-e98b-4d3f-a5ef-bf84127775bb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0560188 Aug 08 17:14:45.061975 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf7f9-e7bf-44ea-8334-830856705b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.064821 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bf2bf7f9-e7bf-44ea-8334-830856705b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.065964 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-bf2bf7f9-e7bf-44ea-8334-830856705b67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a0d5b11-5c9e-4106-af07-fdea54545180 HTTP/1.1" status: 204 len: 168 time: 0.1584287 Aug 08 17:14:45.081953 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bf7f9-e7bf-44ea-8334-830856705b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0d5b11-5c9e-4106-af07-fdea54545180,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:45.122004 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b49762ab-c701-4d69-8f03-04a6dd66541a req-9aa90741-a214-4fdc-80bb-54c1b2a2c68b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476146 Aug 08 17:14:45.216828 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-542bc2d4-a524-4d62-becf-c3405e1de806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:45.218308 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-542bc2d4-a524-4d62-becf-c3405e1de806 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 1098 time: 0.0413465 Aug 08 17:14:45.331124 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40064) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:45.344834 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfa77-ed84-4122-bc04-ad0c8791c56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.434797 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfa77-ed84-4122-bc04-ad0c8791c56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.438530 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfa77-ed84-4122-bc04-ad0c8791c56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.476536 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-1b7bfa77-ed84-4122-bc04-ad0c8791c56a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18639f7ffd224bf9b4ba6e27e3af0e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443312 Aug 08 17:14:45.477407 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bfa77-ed84-4122-bc04-ad0c8791c56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca60665-bb56-4502-84e3-8b475229f911,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:45.480078 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 40068) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:45.500051 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.529282 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4122c685-a30b-4111-973f-3ebd2edca07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.550044 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4122c685-a30b-4111-973f-3ebd2edca07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.595768 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4122c685-a30b-4111-973f-3ebd2edca07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.598412 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4122c685-a30b-4111-973f-3ebd2edca07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:45.602452 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-4122c685-a30b-4111-973f-3ebd2edca07d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ca60665-bb56-4502-84e3-8b475229f911 HTTP/1.1" status: 204 len: 168 time: 0.1185730 Aug 08 17:14:45.609446 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122c685-a30b-4111-973f-3ebd2edca07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca60665-bb56-4502-84e3-8b475229f911,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:45.686132 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358afdd-4c29-4fdf-b80f-ab25034ae1a0 req-1adbc770-cdbe-465e-a4f8-b966615241b9 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:45.688565 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d358afdd-4c29-4fdf-b80f-ab25034ae1a0 req-1adbc770-cdbe-465e-a4f8-b966615241b9 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0491142 Aug 08 17:14:45.726394 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d358afdd-4c29-4fdf-b80f-ab25034ae1a0 req-4dbeba18-8eb4-4a95-b877-b1bf71a12b1a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330496 Aug 08 17:14:46.245219 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7258-e98c-4156-9d08-73da0782b76b req-f0f74e2e-fd50-4091-b910-1e0db687f616 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:46.246943 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-31bf7258-e98c-4156-9d08-73da0782b76b req-f0f74e2e-fd50-4091-b910-1e0db687f616 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0509753 Aug 08 17:14:46.284388 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-31bf7258-e98c-4156-9d08-73da0782b76b req-5f529dc6-6f07-4778-857a-3d5d5279e396 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Aug 08 17:14:46.843405 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da0a2f-f3a8-41e1-8b37-f4113b138eb5 req-cd39cb79-4bc0-4454-92c7-bdb3eadbc1b6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:46.845005 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-46da0a2f-f3a8-41e1-8b37-f4113b138eb5 req-cd39cb79-4bc0-4454-92c7-bdb3eadbc1b6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0526290 Aug 08 17:14:46.883861 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-46da0a2f-f3a8-41e1-8b37-f4113b138eb5 req-6f9b9d2e-8ea1-447d-8dc0-73229e164593 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Aug 08 17:14:47.402814 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a11d9d-9791-41ec-bf65-430377b9d687 req-ceefed3a-52c1-4467-adc1-807d92cc2f48 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:47.404267 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-13a11d9d-9791-41ec-bf65-430377b9d687 req-ceefed3a-52c1-4467-adc1-807d92cc2f48 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0484972 Aug 08 17:14:47.441164 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-13a11d9d-9791-41ec-bf65-430377b9d687 req-ad353719-20d4-4532-8fd7-edaed7564ea7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311236 Aug 08 17:14:47.999318 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccf8cc-be0c-4ba8-9b56-7a11c2f67d8c req-70af8f67-f7ca-4565-8d5a-ab7f7676016a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:48.000813 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-40ccf8cc-be0c-4ba8-9b56-7a11c2f67d8c req-70af8f67-f7ca-4565-8d5a-ab7f7676016a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0491314 Aug 08 17:14:48.038867 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-40ccf8cc-be0c-4ba8-9b56-7a11c2f67d8c req-9263e829-f21c-4817-85d9-5431f6516644 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320926 Aug 08 17:14:48.053949 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-90e4998d-b8e2-4cf7-8499-f2a261591a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:48.055512 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-90e4998d-b8e2-4cf7-8499-f2a261591a40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 916 time: 0.0881395 Aug 08 17:14:48.562268 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf61cbb-1c25-4dbd-91f6-7d20c7b1af8d req-10775bde-7aeb-40ad-996d-70cf397f7669 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:48.563812 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1bf61cbb-1c25-4dbd-91f6-7d20c7b1af8d req-10775bde-7aeb-40ad-996d-70cf397f7669 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0517371 Aug 08 17:14:48.601144 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1bf61cbb-1c25-4dbd-91f6-7d20c7b1af8d req-31e4f4de-adf3-4a24-be6c-686eeb261e80 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313818 Aug 08 17:14:49.149547 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadd8e9-fa8d-4210-a102-58646f4709fc req-42c0fe9a-4bf9-4432-b68a-5ab5ac9a07f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:49.151165 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ffadd8e9-fa8d-4210-a102-58646f4709fc req-42c0fe9a-4bf9-4432-b68a-5ab5ac9a07f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0482278 Aug 08 17:14:49.188186 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ffadd8e9-fa8d-4210-a102-58646f4709fc req-21c00b24-57a0-4164-a28f-5f54c30516f7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311866 Aug 08 17:14:49.257914 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-1e574ce4-9521-42a9-be71-1d6f6abc4f14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845ce596-c3c8-4a51-8ebe-623b77571727 HTTP/1.1" status: 200 len: 1000 time: 0.0565386 Aug 08 17:14:49.306992 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-97e3e8c8-8841-4ff2-a95c-8b7e58830822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:49.308449 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-97e3e8c8-8841-4ff2-a95c-8b7e58830822 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0433474 Aug 08 17:14:49.360255 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-3069ab57-7414-46c7-9dfa-93d539f1c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:49.361745 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-3069ab57-7414-46c7-9dfa-93d539f1c579 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456223 Aug 08 17:14:49.449041 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-274901dd-d3b5-410b-8c2c-3f6d1206f0e2 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794396 Aug 08 17:14:49.543429 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-90384b4b-e454-4a9d-8110-67ef1a75b2f2 req-6de09bcb-69ec-481f-bd2a-194159677a2e service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859582 Aug 08 17:14:49.722060 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf4184-7e1b-401e-ac5f-cac3c8e637a3 req-1084fecf-8bca-48de-9a94-5eefcf69becb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:49.723547 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a8bf4184-7e1b-401e-ac5f-cac3c8e637a3 req-1084fecf-8bca-48de-9a94-5eefcf69becb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0523801 Aug 08 17:14:49.761351 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a8bf4184-7e1b-401e-ac5f-cac3c8e637a3 req-012b3f0f-a9d9-4eae-a9f1-50154719eb25 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311301 Aug 08 17:14:50.302668 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98c5b4-3cf8-40a0-be78-fba6bd32b64a req-e576cc4d-33db-4f14-9da0-7d64d524c28a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:50.304115 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7b98c5b4-3cf8-40a0-be78-fba6bd32b64a req-e576cc4d-33db-4f14-9da0-7d64d524c28a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0510738 Aug 08 17:14:50.342103 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7b98c5b4-3cf8-40a0-be78-fba6bd32b64a req-387c7180-d110-4f3b-8e2a-a528d26f5133 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321686 Aug 08 17:14:50.788146 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-d14e76d0-ccc8-454d-a719-f8093567e730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:50.838300 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340daaba-9939-49ed-b10e-d654509d14ce req-619c45e2-8381-40c8-bc93-d5f265ec7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:50.840106 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-340daaba-9939-49ed-b10e-d654509d14ce req-619c45e2-8381-40c8-bc93-d5f265ec7f02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 1098 time: 0.0634375 Aug 08 17:14:50.901785 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7aa7ac-dded-4eb2-be50-a658e5e72e31 req-9f9bde29-4753-4aa1-aec5-deab4ca53718 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:50.903517 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0d7aa7ac-dded-4eb2-be50-a658e5e72e31 req-9f9bde29-4753-4aa1-aec5-deab4ca53718 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0560670 Aug 08 17:14:50.943640 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0d7aa7ac-dded-4eb2-be50-a658e5e72e31 req-8159e9a9-3c1d-4bcb-b706-56c019d7d859 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341609 Aug 08 17:14:50.956653 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340daaba-9939-49ed-b10e-d654509d14ce req-bfed135e-773f-4273-9efc-13fa656603cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:50.958673 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-340daaba-9939-49ed-b10e-d654509d14ce req-bfed135e-773f-4273-9efc-13fa656603cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 916 time: 0.1065698 Aug 08 17:14:51.025927 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-340daaba-9939-49ed-b10e-d654509d14ce req-16a2a237-34d6-44ba-b979-713cf8b57967 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845ce596-c3c8-4a51-8ebe-623b77571727 HTTP/1.1" status: 200 len: 1000 time: 0.0580404 Aug 08 17:14:51.076357 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340daaba-9939-49ed-b10e-d654509d14ce req-7fe067c6-de2b-47af-a845-9226f1468c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:51.077715 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-340daaba-9939-49ed-b10e-d654509d14ce req-7fe067c6-de2b-47af-a845-9226f1468c77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0416589 Aug 08 17:14:51.128807 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340daaba-9939-49ed-b10e-d654509d14ce req-999103dc-7a12-4dd3-baf5-46799ecca3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:51.130240 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-340daaba-9939-49ed-b10e-d654509d14ce req-999103dc-7a12-4dd3-baf5-46799ecca3a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416579 Aug 08 17:14:51.220032 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-340daaba-9939-49ed-b10e-d654509d14ce req-8bc51bc8-a847-46e6-9667-6a9b2cd583e5 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785971 Aug 08 17:14:51.310176 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-340daaba-9939-49ed-b10e-d654509d14ce req-c4decd58-b7e7-4b92-99bb-a9d9190f1536 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828109 Aug 08 17:14:51.460363 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9cf93-a9e3-478b-ab7f-226cd519f747 req-a7d6c152-d7bb-41d4-b765-28fc26a52afd tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:51.462011 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e5c9cf93-a9e3-478b-ab7f-226cd519f747 req-a7d6c152-d7bb-41d4-b765-28fc26a52afd tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0515349 Aug 08 17:14:51.500574 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e5c9cf93-a9e3-478b-ab7f-226cd519f747 req-780bc35b-085b-4db9-88d0-8f7711d640c3 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Aug 08 17:14:52.080774 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990537c8-db14-4076-9a07-34757673bb3d req-785faa9d-e667-4ab7-bc90-71a9a8ed8b5c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:52.082258 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-990537c8-db14-4076-9a07-34757673bb3d req-785faa9d-e667-4ab7-bc90-71a9a8ed8b5c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0529864 Aug 08 17:14:52.122925 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-990537c8-db14-4076-9a07-34757673bb3d req-989d1af3-2894-453b-9c4a-edf165856e71 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338130 Aug 08 17:14:52.614628 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7df7c0-e229-4a47-9b9c-3b9b5f2e1a6b req-cd72bd43-7e2a-492d-8862-f946cf09ff45 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:52.616337 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aa7df7c0-e229-4a47-9b9c-3b9b5f2e1a6b req-cd72bd43-7e2a-492d-8862-f946cf09ff45 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0484018 Aug 08 17:14:52.655087 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aa7df7c0-e229-4a47-9b9c-3b9b5f2e1a6b req-732e814b-cef4-40d0-833c-3a7456e38d29 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Aug 08 17:14:52.772073 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050cc17-4112-40fa-987b-76062ca40336 req-2809e4b9-8522-4db7-90dc-2a6126ff4667 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:52.773575 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d050cc17-4112-40fa-987b-76062ca40336 req-2809e4b9-8522-4db7-90dc-2a6126ff4667 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0513740 Aug 08 17:14:52.813311 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d050cc17-4112-40fa-987b-76062ca40336 req-6e39afa7-b8f9-4bba-8d0b-d89cd82b8289 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331712 Aug 08 17:14:52.835390 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40236) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:53.037345 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cef95a1-65a1-434d-ab44-a467141bbc5f tempest-TestVolumeBootPattern-1451729151 tempest-TestVolumeBootPattern-1451729151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:53.039035 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-4cef95a1-65a1-434d-ab44-a467141bbc5f tempest-TestVolumeBootPattern-1451729151 tempest-TestVolumeBootPattern-1451729151-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 1094 time: 0.2025495 Aug 08 17:14:53.042548 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40240) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:53.047622 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'floatingip': {'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'port_id': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:14:53.073571 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:53.172074 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:53.297663 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ddc6-e213-4036-aab2-d55f4de66a16 req-11e0de90-c8b9-46c6-a5dd-b843cb0b1881 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:53.299196 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4147ddc6-e213-4036-aab2-d55f4de66a16 req-11e0de90-c8b9-46c6-a5dd-b843cb0b1881 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0882838 Aug 08 17:14:53.320681 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Allocated IP 172.27.3.164 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/8587bf15-39ae-4ba3-a6d8-c9612e0e1844) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:14:53.368260 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4147ddc6-e213-4036-aab2-d55f4de66a16 req-7460f0fc-4cd6-499e-88d8-32d3c69275dd tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605657 Aug 08 17:14:53.450065 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:53.492430 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:53.544815 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:14:53.546643 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:14:53.548973 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'Port': ['ID=8587bf15-39ae-4ba3-a6d8-c9612e0e1844,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:53.551189 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:14:53.644694 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-981acd12-567f-42c2-bd20-f067765d609c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:53.891592 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:53.913701 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:53.980246 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:54.126256 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:54.130296 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:54.158869 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:54.410898 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'Port': ['ID=8587bf15-39ae-4ba3-a6d8-c9612e0e1844,revision_number=2']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:54.491503 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.l3_db [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Floating IP 0d8d3db0-df5c-4e16-93cf-d1e457efa8a0 associated. External IP: 172.27.3.164, port: f54f2c32-8178-4736-bd5d-8b69ea73ce95. Aug 08 17:14:54.539896 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1efb3-358d-4c8b-b3e0-c550ed7ef0d4 req-959bc581-456b-4228-a88a-991423f9de74 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:54.541350 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-54b1efb3-358d-4c8b-b3e0-c550ed7ef0d4 req-959bc581-456b-4228-a88a-991423f9de74 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 945 time: 0.0969272 Aug 08 17:14:54.573986 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 845ce596-c3c8-4a51-8ebe-623b77571727 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:14:54.618634 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:54.622424 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-54b1efb3-358d-4c8b-b3e0-c550ed7ef0d4 req-8b76c0b1-578e-4670-9d4c-205eb3c55f42 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732651 Aug 08 17:14:54.674969 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:54.707232 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:14:54.710303 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36aed62-c0f5-45f8-8925-ed5b2ff78bbb" -d '{"events": [{"server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "name": "network-vif-unplugged", "status": "completed", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:14:54.735946 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:14:54.749590 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:54.755579 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 08 Aug 2021 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741f362e-21cb-4c50-a56c-179bc45f0e72 x-openstack-request-id: req-741f362e-21cb-4c50-a56c-179bc45f0e72 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:14:54.755877 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "name": "network-vif-unplugged", "status": "failed", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727", "code": 422}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:14:54.756133 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-741f362e-21cb-4c50-a56c-179bc45f0e72 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:14:54.756979 dv-cinder-787296-3-iscsi neutron-server[93517]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727', 'code': 422} returned with failed status Aug 08 17:14:54.791636 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:14:54.817832 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=8']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:14:54.935825 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:14:54.946481 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] Sync routers for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:14:54.957770 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:14:54.958951 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:14:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:54.973580 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:55.054799 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-e7ef92dd-b762-4b00-8c1b-3ce6a55c22aa tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0024557 Aug 08 17:14:55.054799 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'tag': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:14:55.054799 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d907e93-5f37-49ac-8328-791bab879828" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e28e17-54c4-43f1-bb26-c4322a295990", "tag": "f54f2c32-8178-4736-bd5d-8b69ea73ce95"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:14:55.106417 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b881af69-e690-45e2-87b2-21266c79d271 x-openstack-request-id: req-b881af69-e690-45e2-87b2-21266c79d271 {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:14:55.106752 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e28e17-54c4-43f1-bb26-c4322a295990", "tag": "f54f2c32-8178-4736-bd5d-8b69ea73ce95", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:14:55.106998 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b881af69-e690-45e2-87b2-21266c79d271 {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:14:55.107871 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'tag': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95', 'status': 'completed', 'code': 200} Aug 08 17:14:55.118848 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:14:55.229171 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907e93-5f37-49ac-8328-791bab879828 req-96524acc-6b35-46d6-b871-cb421395fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:55.231489 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-9d907e93-5f37-49ac-8328-791bab879828 req-96524acc-6b35-46d6-b871-cb421395fae0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 1099 time: 0.0603106 Aug 08 17:14:55.375819 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907e93-5f37-49ac-8328-791bab879828 req-61e92ce2-9a45-473f-8fd0-7e487d4b3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:55.378045 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-9d907e93-5f37-49ac-8328-791bab879828 req-61e92ce2-9a45-473f-8fd0-7e487d4b3a96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 912 time: 0.1384745 Aug 08 17:14:55.456253 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-9d907e93-5f37-49ac-8328-791bab879828 req-5013aa76-233a-4a28-8406-01be4ce0ed0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f54f2c32-8178-4736-bd5d-8b69ea73ce95 HTTP/1.1" status: 200 len: 1000 time: 0.0703359 Aug 08 17:14:55.457778 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '0d8d3db0-df5c-4e16-93cf-d1e457efa8a0', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:4c:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:14:53Z', 'updated_at': '2021-08-08T17:14:53Z', 'revision_number': 0, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:55.491295 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] Checking router: b130126d-eafa-4ac7-9a9e-0a6f56e2a435 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:14:55.519596 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:14:55.520255 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:14:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:55.533605 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907e93-5f37-49ac-8328-791bab879828 req-393cb8b5-befb-4574-8951-51e1e4c64325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:55.535136 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-9d907e93-5f37-49ac-8328-791bab879828 req-393cb8b5-befb-4574-8951-51e1e4c64325 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0645096 Aug 08 17:14:55.625326 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907e93-5f37-49ac-8328-791bab879828 req-8bc2c2db-02be-403e-8225-cc09952ca759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:55.628523 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-9d907e93-5f37-49ac-8328-791bab879828 req-8bc2c2db-02be-403e-8225-cc09952ca759 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830798 Aug 08 17:14:55.637036 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e30df1-c605-43cc-b5a5-896dc1bdcd5e req-52c6e487-db29-4bcd-a2ac-c6795ec396fe tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:55.638742 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76e30df1-c605-43cc-b5a5-896dc1bdcd5e req-52c6e487-db29-4bcd-a2ac-c6795ec396fe tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0541658 Aug 08 17:14:55.686317 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:14:55.699413 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76e30df1-c605-43cc-b5a5-896dc1bdcd5e req-6f922f34-bf7e-46db-a2da-6146f5551be2 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536213 Aug 08 17:14:55.766908 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-9d907e93-5f37-49ac-8328-791bab879828 req-939e45f6-cd5c-4f87-9e0b-b4f219cdc136 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296222 Aug 08 17:14:55.864044 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-9d907e93-5f37-49ac-8328-791bab879828 req-0f97d286-1e50-42b0-a045-1e89c1e22cf0 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900381 Aug 08 17:14:55.942453 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '0d8d3db0-df5c-4e16-93cf-d1e457efa8a0', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:4c:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:14:53Z', 'updated_at': '2021-08-08T17:14:53Z', 'revision_number': 0, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:14:55.970067 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f16fb-7ec8-4a2e-bdd0-427e84fe5c31 None None] The sync data for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi is: [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '0d8d3db0-df5c-4e16-93cf-d1e457efa8a0', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:4c:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:14:53Z', 'updated_at': '2021-08-08T17:14:53Z', 'revision_number': 0, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:14:56.011827 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40348) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:14:56.094525 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-f7f4c3e7-ae82-4f14-87ba-9837ff34193d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814567 Aug 08 17:14:56.158601 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7401f9-d26c-4703-b87b-0b8f2f58f0b8 None None] New status for floating IP 0d8d3db0-df5c-4e16-93cf-d1e457efa8a0: ACTIVE {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:14:56.198312 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:14:56.828314 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f2d94-56a6-4039-afb3-7d1262be7754 req-eca1bd50-5173-4fa9-bcf7-b60124ea095d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:56.829905 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f93f2d94-56a6-4039-afb3-7d1262be7754 req-eca1bd50-5173-4fa9-bcf7-b60124ea095d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0493090 Aug 08 17:14:56.873435 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f93f2d94-56a6-4039-afb3-7d1262be7754 req-4ee524c2-3a03-4d9f-a90e-860ea81f6897 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363154 Aug 08 17:14:57.993633 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e93d9a-d9ed-49b4-9a35-2b15f74e937e req-19b4a2a2-bc1c-4a5f-8e73-12d3872695e7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:57.995203 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-77e93d9a-d9ed-49b4-9a35-2b15f74e937e req-19b4a2a2-bc1c-4a5f-8e73-12d3872695e7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0492527 Aug 08 17:14:58.032171 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-77e93d9a-d9ed-49b4-9a35-2b15f74e937e req-decc9cba-1bac-4ec1-85c1-c91d59ca3408 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312231 Aug 08 17:14:59.152680 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e1c8f-2032-4244-801e-187c7daf91eb req-bb1e35e7-41c3-463a-9d1f-26f8cfc44606 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:14:59.154114 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-335e1c8f-2032-4244-801e-187c7daf91eb req-bb1e35e7-41c3-463a-9d1f-26f8cfc44606 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0512054 Aug 08 17:14:59.190136 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-335e1c8f-2032-4244-801e-187c7daf91eb req-9abefcf4-c01e-42ff-a4c6-d7b0965b8aac tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301476 Aug 08 17:15:00.309928 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675d88e-eca5-4583-a8d8-59aa8d67f8c8 req-a14fd19b-5fdf-4175-a37d-62c8d34289b4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:00.311445 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5675d88e-eca5-4583-a8d8-59aa8d67f8c8 req-a14fd19b-5fdf-4175-a37d-62c8d34289b4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0486765 Aug 08 17:15:00.348367 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5675d88e-eca5-4583-a8d8-59aa8d67f8c8 req-1e61a612-5ac4-488b-ace2-d7a185c3ca34 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310900 Aug 08 17:15:01.463826 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b2453-63dc-460b-a3d1-a0a652237eb5 req-a00c6cf3-d5cd-4646-88ba-d0efc34c2b0a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:01.465195 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-865b2453-63dc-460b-a3d1-a0a652237eb5 req-a00c6cf3-d5cd-4646-88ba-d0efc34c2b0a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0476241 Aug 08 17:15:01.501828 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-865b2453-63dc-460b-a3d1-a0a652237eb5 req-442d4448-0842-4f8f-ad3a-bcad9725d0b5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308437 Aug 08 17:15:02.641303 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb36af0-64ae-4a8e-bcb7-3c67db0ff123 req-fd835b37-f31a-4a6a-9fe1-b8d2ea2828b6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:02.642800 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4eb36af0-64ae-4a8e-bcb7-3c67db0ff123 req-fd835b37-f31a-4a6a-9fe1-b8d2ea2828b6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0588093 Aug 08 17:15:02.680623 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4eb36af0-64ae-4a8e-bcb7-3c67db0ff123 req-4ce09644-4640-40d3-877b-5813411b0767 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312915 Aug 08 17:15:02.746347 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-eba14320-23b6-4b4a-bb17-e89e31e0b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:02.747792 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-eba14320-23b6-4b4a-bb17-e89e31e0b65d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d&tenant_id=781875a7243b41f7ba306d8d62d1bf54 HTTP/1.1" status: 200 len: 1096 time: 0.0742228 Aug 08 17:15:02.819242 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-5a1b3c36-d84f-44fc-8c95-5ad9c82873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:02.821026 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-5a1b3c36-d84f-44fc-8c95-5ad9c82873ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 1096 time: 0.0392826 Aug 08 17:15:02.911844 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-15d58f2d-fd57-487c-afbc-7ddfb77d0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:02.913271 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-15d58f2d-fd57-487c-afbc-7ddfb77d0e83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 916 time: 0.0843177 Aug 08 17:15:02.978329 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-24a411d4-210b-48be-b2ce-101ee6fa7072 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845ce596-c3c8-4a51-8ebe-623b77571727 HTTP/1.1" status: 200 len: 998 time: 0.0566087 Aug 08 17:15:03.029531 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-0828f264-6c74-4e90-b501-69a647cfd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:03.031027 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-0828f264-6c74-4e90-b501-69a647cfd6b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0439296 Aug 08 17:15:03.084037 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-1a257783-07ed-4910-a55a-144c3d8c222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:03.085571 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-1a257783-07ed-4910-a55a-144c3d8c222d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473807 Aug 08 17:15:03.179377 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-a0fccd48-6433-4b09-98de-ea891b19364f service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847523 Aug 08 17:15:03.271992 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7b62fa26-7958-4b66-b250-019cb59bd64d req-fcbd5e0b-b835-4ea8-b3b0-150077d0944c service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857332 Aug 08 17:15:03.842551 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d9159-1c22-4761-ba28-2e65e1c7719e req-82ef2f05-fe5c-4dac-b596-d9609847778b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:03.858742 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a97d9159-1c22-4761-ba28-2e65e1c7719e req-82ef2f05-fe5c-4dac-b596-d9609847778b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0977409 Aug 08 17:15:03.921040 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a97d9159-1c22-4761-ba28-2e65e1c7719e req-87bfb299-e798-49a8-840d-f632e6c23320 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608280 Aug 08 17:15:04.892865 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40534) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:05.012914 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d569fc6f-be05-4f64-9094-0e6c5cdd3d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.127225 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07362e-3e65-4bce-8ae6-450a0a5edcc7 req-6ceb63c9-24eb-4d5b-8970-7948d30e95b6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:05.129411 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b07362e-3e65-4bce-8ae6-450a0a5edcc7 req-6ceb63c9-24eb-4d5b-8970-7948d30e95b6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.1022649 Aug 08 17:15:05.190884 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2b07362e-3e65-4bce-8ae6-450a0a5edcc7 req-7b3177c8-0f8a-48c9-8dc5-1409ec4d7b0c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528367 Aug 08 17:15:05.204336 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d569fc6f-be05-4f64-9094-0e6c5cdd3d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.217662 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d569fc6f-be05-4f64-9094-0e6c5cdd3d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.257527 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569fc6f-be05-4f64-9094-0e6c5cdd3d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac218ae-2276-4643-8ff3-3957c0f8ab4f,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:05.264907 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-d569fc6f-be05-4f64-9094-0e6c5cdd3d17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72b8945cfc7f4fb7bed949d80072a3d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709545 Aug 08 17:15:05.267566 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 40546) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:05.318525 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ac016535-f42f-4bf7-a1b3-9977a9f2e068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.340596 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ac016535-f42f-4bf7-a1b3-9977a9f2e068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.388459 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ac016535-f42f-4bf7-a1b3-9977a9f2e068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.390945 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ac016535-f42f-4bf7-a1b3-9977a9f2e068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.392358 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-ac016535-f42f-4bf7-a1b3-9977a9f2e068 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ac218ae-2276-4643-8ff3-3957c0f8ab4f HTTP/1.1" status: 204 len: 168 time: 0.1235859 Aug 08 17:15:05.401576 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac016535-f42f-4bf7-a1b3-9977a9f2e068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac218ae-2276-4643-8ff3-3957c0f8ab4f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:05.681043 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40552) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:05.696306 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bd09de8e-cd9e-42d9-9be6-041c0d8dbcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.791928 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bd09de8e-cd9e-42d9-9be6-041c0d8dbcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.796145 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bd09de8e-cd9e-42d9-9be6-041c0d8dbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.836917 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-bd09de8e-cd9e-42d9-9be6-041c0d8dbcc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afd79c7660674bdc9f73c4c146b7412b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540196 Aug 08 17:15:05.837886 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09de8e-cd9e-42d9-9be6-041c0d8dbcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e45a7a8-a1d1-44ef-b872-5251f3351345,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:05.839389 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 40554) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:05.896684 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-01fa951c-fc84-4826-867a-4066367029fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.918879 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-01fa951c-fc84-4826-867a-4066367029fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.966493 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-01fa951c-fc84-4826-867a-4066367029fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.969747 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-01fa951c-fc84-4826-867a-4066367029fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:05.971128 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-01fa951c-fc84-4826-867a-4066367029fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e45a7a8-a1d1-44ef-b872-5251f3351345 HTTP/1.1" status: 204 len: 168 time: 0.1307313 Aug 08 17:15:05.979810 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa951c-fc84-4826-867a-4066367029fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e45a7a8-a1d1-44ef-b872-5251f3351345,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:06.349317 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60010d1-50b7-4249-97b2-bd19f598a12d req-f0d18aa4-70e9-46a8-b659-85f879af8a90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:06.350955 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e60010d1-50b7-4249-97b2-bd19f598a12d req-f0d18aa4-70e9-46a8-b659-85f879af8a90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0808768 Aug 08 17:15:06.402872 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e60010d1-50b7-4249-97b2-bd19f598a12d req-6ae0a4dc-fd6a-4b24-8cc7-a01ee4fe0301 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444753 Aug 08 17:15:07.555608 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40459492-7017-42f0-b0a7-744e42370c88 req-a421dc7d-e287-4ce4-ab98-7d228fb51382 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:07.560171 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-40459492-7017-42f0-b0a7-744e42370c88 req-a421dc7d-e287-4ce4-ab98-7d228fb51382 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0728641 Aug 08 17:15:07.620233 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-40459492-7017-42f0-b0a7-744e42370c88 req-bbc51cbb-0cfa-4451-8255-7cd52c38c950 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522525 Aug 08 17:15:08.150531 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 40674) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:08.288447 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-fbd89be0-ddcb-4a41-83a5-d5edad0f7bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:08.397425 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-fbd89be0-ddcb-4a41-83a5-d5edad0f7bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:08.402352 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-fbd89be0-ddcb-4a41-83a5-d5edad0f7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:08.442908 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40700) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:08.443198 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-fbd89be0-ddcb-4a41-83a5-d5edad0f7bd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=986e5f92fefb4f89b06b07317ab9525a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912056 Aug 08 17:15:08.444195 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd89be0-ddcb-4a41-83a5-d5edad0f7bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0f7642-ab5f-487a-862e-e05b0c28f56f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:08.496435 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-734493b0-8e71-42a0-84c3-9463496262d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:08.534111 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-734493b0-8e71-42a0-84c3-9463496262d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:08.600128 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-734493b0-8e71-42a0-84c3-9463496262d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:08.603020 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-734493b0-8e71-42a0-84c3-9463496262d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:08.606984 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-734493b0-8e71-42a0-84c3-9463496262d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f0f7642-ab5f-487a-862e-e05b0c28f56f HTTP/1.1" status: 204 len: 168 time: 0.1628473 Aug 08 17:15:08.616417 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734493b0-8e71-42a0-84c3-9463496262d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0f7642-ab5f-487a-862e-e05b0c28f56f,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:08.775560 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac675eca-f9d8-4623-b89d-b0e098516119 req-ae56605e-4b0b-4664-8b13-0f16220d80e9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:08.777190 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ac675eca-f9d8-4623-b89d-b0e098516119 req-ae56605e-4b0b-4664-8b13-0f16220d80e9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0692661 Aug 08 17:15:08.829865 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ac675eca-f9d8-4623-b89d-b0e098516119 req-617827ee-4419-4795-a418-69deb1f93f76 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446339 Aug 08 17:15:08.950571 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40740) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:08.966618 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3bdb8a28-7054-434f-b5f7-56b0e386ccb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.074365 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3bdb8a28-7054-434f-b5f7-56b0e386ccb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.090456 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3bdb8a28-7054-434f-b5f7-56b0e386ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.131289 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb8a28-7054-434f-b5f7-56b0e386ccb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f004a438-b2c6-464b-a56c-3bf8829a2c2a,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:09.138687 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-3bdb8a28-7054-434f-b5f7-56b0e386ccb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efb664f51c3f41faa83f4f506ccba66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845281 Aug 08 17:15:09.139029 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40756) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:09.228391 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0045-cc57-4a96-a986-2d2e144095c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.240220 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b011e49-cc2a-4120-b353-2f08c75f9785 req-951eabd6-cefc-4bfa-933e-8741bc5e57e5 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:09.241745 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0b011e49-cc2a-4120-b353-2f08c75f9785 req-951eabd6-cefc-4bfa-933e-8741bc5e57e5 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0803442 Aug 08 17:15:09.265634 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0045-cc57-4a96-a986-2d2e144095c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.323288 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0b011e49-cc2a-4120-b353-2f08c75f9785 req-6d820ae3-3994-4169-874a-825c552ad7f0 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714667 Aug 08 17:15:09.347680 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0045-cc57-4a96-a986-2d2e144095c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.350318 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0045-cc57-4a96-a986-2d2e144095c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.354296 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-4ecd0045-cc57-4a96-a986-2d2e144095c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f004a438-b2c6-464b-a56c-3bf8829a2c2a HTTP/1.1" status: 204 len: 168 time: 0.2118058 Aug 08 17:15:09.360800 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd0045-cc57-4a96-a986-2d2e144095c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f004a438-b2c6-464b-a56c-3bf8829a2c2a,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:09.438954 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40762) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:09.697173 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-db2d9b0b-1706-4d3f-9e0e-80174e2a4e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.793161 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-db2d9b0b-1706-4d3f-9e0e-80174e2a4e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.797431 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-db2d9b0b-1706-4d3f-9e0e-80174e2a4e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.846133 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-db2d9b0b-1706-4d3f-9e0e-80174e2a4e0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a228343e32fb4788bfe0701911701ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059770 Aug 08 17:15:09.847134 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d9b0b-1706-4d3f-9e0e-80174e2a4e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2cee12-7ae9-413e-b46b-cdad9de35d3e,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:09.848825 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 40776) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:09.935200 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f0e15866-5cd2-4d3e-ace4-dc0cf20fda6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.958983 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f0e15866-5cd2-4d3e-ace4-dc0cf20fda6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:09.993744 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429a125-233a-4288-bbd5-5091cf680690 req-40f617a1-6534-44b4-a5be-8d46063e7e81 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:09.995861 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6429a125-233a-4288-bbd5-5091cf680690 req-40f617a1-6534-44b4-a5be-8d46063e7e81 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0714800 Aug 08 17:15:10.015133 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f0e15866-5cd2-4d3e-ace4-dc0cf20fda6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:10.018050 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f0e15866-5cd2-4d3e-ace4-dc0cf20fda6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:10.022158 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-f0e15866-5cd2-4d3e-ace4-dc0cf20fda6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a2cee12-7ae9-413e-b46b-cdad9de35d3e HTTP/1.1" status: 204 len: 168 time: 0.1719542 Aug 08 17:15:10.046802 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e15866-5cd2-4d3e-ace4-dc0cf20fda6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2cee12-7ae9-413e-b46b-cdad9de35d3e,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:10.080152 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6429a125-233a-4288-bbd5-5091cf680690 req-0abd372b-7d21-4381-bb7b-0cda839cc35c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758057 Aug 08 17:15:10.365679 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 40798) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:10.380203 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-52b06faa-cbc7-46cf-9955-c3547832819f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:10.464050 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962a435-8aea-4a15-b399-0e7e21ace108 req-53756be0-0e8d-48a6-93f9-688c3dd388f0 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:10.465845 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a962a435-8aea-4a15-b399-0e7e21ace108 req-53756be0-0e8d-48a6-93f9-688c3dd388f0 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0587001 Aug 08 17:15:10.534614 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a962a435-8aea-4a15-b399-0e7e21ace108 req-ae645153-b9ac-468d-8927-de658e5489d6 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602100 Aug 08 17:15:10.550435 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-52b06faa-cbc7-46cf-9955-c3547832819f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:10.551881 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-52b06faa-cbc7-46cf-9955-c3547832819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:10.606978 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06faa-cbc7-46cf-9955-c3547832819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384e90cb-ddc5-4914-bee1-16c166d5a0d7,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:10.649027 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-52b06faa-cbc7-46cf-9955-c3547832819f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14fd4066a6014004bacd581e1b59de53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800577 Aug 08 17:15:10.651209 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40804) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:10.733544 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9ef268ac-38af-42e9-abff-5085fef3418d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:10.756847 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9ef268ac-38af-42e9-abff-5085fef3418d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:10.811894 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9ef268ac-38af-42e9-abff-5085fef3418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:10.814901 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9ef268ac-38af-42e9-abff-5085fef3418d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:10.819251 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-9ef268ac-38af-42e9-abff-5085fef3418d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/384e90cb-ddc5-4914-bee1-16c166d5a0d7 HTTP/1.1" status: 204 len: 168 time: 0.1667545 Aug 08 17:15:10.830447 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef268ac-38af-42e9-abff-5085fef3418d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384e90cb-ddc5-4914-bee1-16c166d5a0d7,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:11.259415 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53ea2f-b4e1-4291-950b-57f4a58ffd72 req-88c28607-433c-48b9-a233-f805440ee2b5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:11.261234 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4b53ea2f-b4e1-4291-950b-57f4a58ffd72 req-88c28607-433c-48b9-a233-f805440ee2b5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0574265 Aug 08 17:15:11.303319 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4b53ea2f-b4e1-4291-950b-57f4a58ffd72 req-7b2ff0c7-7836-4079-a003-e686762da4f3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359497 Aug 08 17:15:11.675314 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a17a-d64a-482e-a615-0fd88983bdcf req-f33d73f4-ad12-4519-9925-ceeadbb3da0c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:11.682257 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1f66a17a-d64a-482e-a615-0fd88983bdcf req-f33d73f4-ad12-4519-9925-ceeadbb3da0c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0707386 Aug 08 17:15:11.742869 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1f66a17a-d64a-482e-a615-0fd88983bdcf req-6127dfa5-3d02-4b76-be0f-8dbe2936f780 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526671 Aug 08 17:15:12.473867 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc039aa-f464-4ba7-b454-4bf09eae6226 req-d06414c8-7a08-4829-b199-a0f19c12454d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:12.475435 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5cc039aa-f464-4ba7-b454-4bf09eae6226 req-d06414c8-7a08-4829-b199-a0f19c12454d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0647354 Aug 08 17:15:12.544032 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5cc039aa-f464-4ba7-b454-4bf09eae6226 req-5c60cfaf-abc8-4451-9c7c-7cb5d70f9424 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569000 Aug 08 17:15:12.883047 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853642b3-75b3-4459-96b6-8349e53bae99 req-be29c07e-ba4d-48a4-bfc9-67f99003e87d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:12.883047 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-853642b3-75b3-4459-96b6-8349e53bae99 req-be29c07e-ba4d-48a4-bfc9-67f99003e87d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0665555 Aug 08 17:15:12.945678 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-853642b3-75b3-4459-96b6-8349e53bae99 req-3371e061-25d4-4dab-a176-a3c45c274f9d tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505340 Aug 08 17:15:13.009779 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40914) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:13.121349 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d0c1e512-5228-4f36-a3ab-253729c8cfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.210364 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d0c1e512-5228-4f36-a3ab-253729c8cfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.215555 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d0c1e512-5228-4f36-a3ab-253729c8cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.255324 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-d0c1e512-5228-4f36-a3ab-253729c8cfc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29a76001c159468ca0d0d24e244c3bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443671 Aug 08 17:15:13.255888 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 40920) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:13.256412 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1e512-5228-4f36-a3ab-253729c8cfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360cb242-ad06-4f8d-a6e6-534e77aa6a5b,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:13.305861 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77344d96-700e-416d-ad15-e45a377b2c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.328050 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77344d96-700e-416d-ad15-e45a377b2c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.377664 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77344d96-700e-416d-ad15-e45a377b2c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.380363 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77344d96-700e-416d-ad15-e45a377b2c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.384230 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-77344d96-700e-416d-ad15-e45a377b2c0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/360cb242-ad06-4f8d-a6e6-534e77aa6a5b HTTP/1.1" status: 204 len: 168 time: 0.1239750 Aug 08 17:15:13.394591 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77344d96-700e-416d-ad15-e45a377b2c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360cb242-ad06-4f8d-a6e6-534e77aa6a5b,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:13.659353 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 40928) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:13.673291 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-adb3263e-0d97-4ef9-bbc6-9b6a88bdf678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.681639 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdba9d9-3e90-4786-9a70-41ade8575881 req-9b48df5b-695f-4ec4-8400-e4f9756c3b40 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:13.683756 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9fdba9d9-3e90-4786-9a70-41ade8575881 req-9b48df5b-695f-4ec4-8400-e4f9756c3b40 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0625727 Aug 08 17:15:13.740136 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9fdba9d9-3e90-4786-9a70-41ade8575881 req-3cb46008-d471-4400-9b0f-6773a65a3ef1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501437 Aug 08 17:15:13.782911 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-adb3263e-0d97-4ef9-bbc6-9b6a88bdf678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.786779 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-adb3263e-0d97-4ef9-bbc6-9b6a88bdf678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.825814 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-adb3263e-0d97-4ef9-bbc6-9b6a88bdf678 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15e263bc0df3425c91dfcc39b691db12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653862 Aug 08 17:15:13.826686 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3263e-0d97-4ef9-bbc6-9b6a88bdf678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5944fc20-2ec0-4512-9c09-e2293004406d,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:13.828461 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 40930) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:13.876892 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8c10a1f0-b8f9-41b6-a40f-263fb107e3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.897804 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8c10a1f0-b8f9-41b6-a40f-263fb107e3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.944392 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8c10a1f0-b8f9-41b6-a40f-263fb107e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.947170 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8c10a1f0-b8f9-41b6-a40f-263fb107e3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:13.948364 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-8c10a1f0-b8f9-41b6-a40f-263fb107e3b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5944fc20-2ec0-4512-9c09-e2293004406d HTTP/1.1" status: 204 len: 168 time: 0.1189129 Aug 08 17:15:13.956423 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10a1f0-b8f9-41b6-a40f-263fb107e3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5944fc20-2ec0-4512-9c09-e2293004406d,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:14.117001 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacb2eb-7c62-40a1-ac5b-e7e508570d8c req-559b76bf-5c1a-419d-b64a-aa17a36e89e1 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:14.119112 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cfacb2eb-7c62-40a1-ac5b-e7e508570d8c req-559b76bf-5c1a-419d-b64a-aa17a36e89e1 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0741613 Aug 08 17:15:14.186482 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cfacb2eb-7c62-40a1-ac5b-e7e508570d8c req-09d5a50c-7005-445b-a2a5-6a0b5f6ac1d7 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554068 Aug 08 17:15:14.871393 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8581f77-56bb-48a0-81b9-245625813b64 req-db60a73a-0ea3-4a5f-8112-4e7c121f6eda tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:14.872899 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d8581f77-56bb-48a0-81b9-245625813b64 req-db60a73a-0ea3-4a5f-8112-4e7c121f6eda tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0575907 Aug 08 17:15:14.911732 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d8581f77-56bb-48a0-81b9-245625813b64 req-9e4f36c1-14f4-40ae-9129-e3b41cec76b6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325546 Aug 08 17:15:15.313357 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f563c3-fb50-4dfd-99f8-b0239fb2d21a req-dda52f4c-9095-46b4-bb97-7b542a16c764 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:15.315029 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e2f563c3-fb50-4dfd-99f8-b0239fb2d21a req-dda52f4c-9095-46b4-bb97-7b542a16c764 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0530481 Aug 08 17:15:15.360079 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e2f563c3-fb50-4dfd-99f8-b0239fb2d21a req-ddca8eab-9883-4d57-8b80-95850ec84078 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367274 Aug 08 17:15:15.500713 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:16.032438 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b539-b622-4aa5-a92f-b870f1449e33 req-0da7d170-8ab3-4cb2-829a-c22bdc1b1979 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:16.033810 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bd76b539-b622-4aa5-a92f-b870f1449e33 req-0da7d170-8ab3-4cb2-829a-c22bdc1b1979 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0475426 Aug 08 17:15:16.071991 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bd76b539-b622-4aa5-a92f-b870f1449e33 req-817d7148-9669-457a-9924-a67122ef9b0c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323248 Aug 08 17:15:16.477829 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ec26a-b18f-48a6-a5f8-9ede3dcbc7f8 req-bfff4286-59cc-460c-a236-059ecdfeb68f tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:16.479287 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8b4ec26a-b18f-48a6-a5f8-9ede3dcbc7f8 req-bfff4286-59cc-460c-a236-059ecdfeb68f tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0516090 Aug 08 17:15:16.517806 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8b4ec26a-b18f-48a6-a5f8-9ede3dcbc7f8 req-7c5273ed-21ce-4ee8-9856-be5f3cb06f51 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326452 Aug 08 17:15:17.187852 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ce243-8f1f-45a1-91af-f6a595cd06c5 req-1baac805-3b56-45cc-baea-6b2d6857281e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:17.189294 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-540ce243-8f1f-45a1-91af-f6a595cd06c5 req-1baac805-3b56-45cc-baea-6b2d6857281e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0472391 Aug 08 17:15:17.226352 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-540ce243-8f1f-45a1-91af-f6a595cd06c5 req-c849d043-6dcf-40fc-b74b-bb614dd7da41 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312459 Aug 08 17:15:17.630160 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572a299-503c-4de7-865c-02ae82484edf req-43f60ed4-5507-47b7-b7f2-6a29cab6292e tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:17.631628 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c572a299-503c-4de7-865c-02ae82484edf req-43f60ed4-5507-47b7-b7f2-6a29cab6292e tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0471253 Aug 08 17:15:17.671499 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c572a299-503c-4de7-865c-02ae82484edf req-897257e6-00d7-4c5c-8b95-6ae22297e499 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332193 Aug 08 17:15:18.355742 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304714c-8d03-4a8e-80d7-29a45ec26228 req-e1a56e26-2884-458c-8b44-d03aba952932 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:18.357267 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3304714c-8d03-4a8e-80d7-29a45ec26228 req-e1a56e26-2884-458c-8b44-d03aba952932 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0538838 Aug 08 17:15:18.395804 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3304714c-8d03-4a8e-80d7-29a45ec26228 req-80094519-796c-44d6-aa5a-de358c7d8e14 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324864 Aug 08 17:15:18.791743 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454ccd6-bca0-4a3f-9697-bfa36b32a0ae req-b38a0fe6-9f1c-4f21-970f-edd607010bee tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:18.794275 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1454ccd6-bca0-4a3f-9697-bfa36b32a0ae req-b38a0fe6-9f1c-4f21-970f-edd607010bee tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0537527 Aug 08 17:15:18.836943 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1454ccd6-bca0-4a3f-9697-bfa36b32a0ae req-2034968b-8f7a-46f4-951e-5eb292840a88 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361843 Aug 08 17:15:19.329537 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:15:19.517488 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069356-3932-4d12-be56-e7865a57a236 req-e445f6b1-cf98-4e78-989c-d7ea31485f36 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:19.518972 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-33069356-3932-4d12-be56-e7865a57a236 req-e445f6b1-cf98-4e78-989c-d7ea31485f36 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0488675 Aug 08 17:15:19.558132 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-33069356-3932-4d12-be56-e7865a57a236 req-412dbaec-a2fb-47db-b00b-bdce19bd6e2d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321844 Aug 08 17:15:19.955313 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c692f3e-8597-4424-80f9-99594e7a2f7b req-e5025aa9-6da2-48c6-b708-fbd15401d4fa tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:19.956766 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2c692f3e-8597-4424-80f9-99594e7a2f7b req-e5025aa9-6da2-48c6-b708-fbd15401d4fa tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0528233 Aug 08 17:15:19.996466 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2c692f3e-8597-4424-80f9-99594e7a2f7b req-22e6259b-4cee-4e67-8cef-6b3e0a0710b5 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332739 Aug 08 17:15:20.676102 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16fea4-b141-456b-aad6-f91ee3be7038 req-ca145cc7-a83c-4c12-bfa6-70a6e2571f3e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:20.677571 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9f16fea4-b141-456b-aad6-f91ee3be7038 req-ca145cc7-a83c-4c12-bfa6-70a6e2571f3e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0477867 Aug 08 17:15:20.715634 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9f16fea4-b141-456b-aad6-f91ee3be7038 req-830545df-e17b-4151-8b02-eea25bbc6268 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311680 Aug 08 17:15:20.784387 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e1726610-82c8-41c1-8836-0af7e102f30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:21.115354 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d205-9b68-4bbc-90eb-ab82f9805659 req-86de7535-ca73-4bde-965f-c2c7b56e2295 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:21.116992 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-65a2d205-9b68-4bbc-90eb-ab82f9805659 req-86de7535-ca73-4bde-965f-c2c7b56e2295 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0548704 Aug 08 17:15:21.167595 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-65a2d205-9b68-4bbc-90eb-ab82f9805659 req-446019b1-a61e-417d-ac06-1f15b8b570d6 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415232 Aug 08 17:15:21.520031 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-4f33dbaa-fcf6-405d-8144-94e1bb2756ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:21.521497 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-4f33dbaa-fcf6-405d-8144-94e1bb2756ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23597448bbf647c9a5b2985ae12aded3&device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 1138 time: 0.0426929 Aug 08 17:15:21.609073 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-138d8cdb-130a-4cf1-80c6-adb9ea8408f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:21.610507 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-138d8cdb-130a-4cf1-80c6-adb9ea8408f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0068880-f47a-40df-8bd8-d283ead8ebea HTTP/1.1" status: 200 len: 915 time: 0.0811985 Aug 08 17:15:21.677996 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-3f0f8da8-0750-4fa3-ab2f-9dffa514e5e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 200 len: 1001 time: 0.0592849 Aug 08 17:15:21.727350 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-7f4b1c2d-f21c-438d-8426-4ad153f5584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:21.728704 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-7f4b1c2d-f21c-438d-8426-4ad153f5584b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25088da5-4d38-4a85-ad8c-127942c36bd7 HTTP/1.1" status: 200 len: 854 time: 0.0420673 Aug 08 17:15:21.773381 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-53be732d-9793-425d-8097-de8a08d90851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:21.774828 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-53be732d-9793-425d-8097-de8a08d90851 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0068880-f47a-40df-8bd8-d283ead8ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383720 Aug 08 17:15:21.839615 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0856a-b4ab-4ddc-8aca-3bc46dcd5d4b req-00846521-79c8-4ba6-ae53-1ae56332e182 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:21.841441 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-99f0856a-b4ab-4ddc-8aca-3bc46dcd5d4b req-00846521-79c8-4ba6-ae53-1ae56332e182 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0541046 Aug 08 17:15:21.868945 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-2c570ec5-7d31-4ebe-aeaa-d5eb009d74d8 service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857182 Aug 08 17:15:21.879671 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-99f0856a-b4ab-4ddc-8aca-3bc46dcd5d4b req-0bc67327-d076-4b57-b847-d6547c8fd143 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Aug 08 17:15:21.957724 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d4fc86b4-9549-4fe1-a8ef-c66b88e83d64 req-6d2aac0e-098f-4d86-b48c-879697b29a9f service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805714 Aug 08 17:15:22.292692 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51f1ac-8e23-4a16-baae-cc83448f1155 req-6b065120-1032-4c74-81f3-34437fae26e8 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:22.294187 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4f51f1ac-8e23-4a16-baae-cc83448f1155 req-6b065120-1032-4c74-81f3-34437fae26e8 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0524909 Aug 08 17:15:22.334632 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4f51f1ac-8e23-4a16-baae-cc83448f1155 req-41c26abb-bef3-4dd9-b667-be209d06bd45 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338128 Aug 08 17:15:22.997685 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d467cd-d563-4168-b1ee-141e53af8072 req-b7daf896-df6c-4ffc-91cf-7abc0c1e9106 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:22.999145 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-74d467cd-d563-4168-b1ee-141e53af8072 req-b7daf896-df6c-4ffc-91cf-7abc0c1e9106 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0488424 Aug 08 17:15:23.036070 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-74d467cd-d563-4168-b1ee-141e53af8072 req-c557ddd4-38fa-4ac3-a21c-b21942323359 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310941 Aug 08 17:15:23.459407 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d4eaf-9464-447d-85f4-65ebaf94d031 req-16f6fbd3-eeda-4b84-9fab-f90de40b8813 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:23.461513 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-606d4eaf-9464-447d-85f4-65ebaf94d031 req-16f6fbd3-eeda-4b84-9fab-f90de40b8813 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0590599 Aug 08 17:15:23.504789 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-606d4eaf-9464-447d-85f4-65ebaf94d031 req-463d8902-d799-4787-bc44-abd65530b0f7 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360141 Aug 08 17:15:23.637407 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-0f6065bb-531f-4da2-b4c0-68bb4bf78378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:23.892797 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:24.156446 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5c92c-c164-4250-b93a-e34feb7579c1 req-10e5dcf4-d623-42ed-9638-195cb96cf467 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:24.157833 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-99e5c92c-c164-4250-b93a-e34feb7579c1 req-10e5dcf4-d623-42ed-9638-195cb96cf467 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0482092 Aug 08 17:15:24.194350 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-99e5c92c-c164-4250-b93a-e34feb7579c1 req-884287bb-b65e-4d5e-8396-3a1e41f79199 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305443 Aug 08 17:15:24.603441 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:24.624732 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b744d-ab90-4574-9a62-32e63255caed req-a4641a67-5f89-4ecb-88a5-5c3721f51315 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:24.626244 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ae7b744d-ab90-4574-9a62-32e63255caed req-a4641a67-5f89-4ecb-88a5-5c3721f51315 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0501990 Aug 08 17:15:24.670967 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ae7b744d-ab90-4574-9a62-32e63255caed req-7082cbd3-5efd-4dc2-844b-26b004dd657c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342333 Aug 08 17:15:25.320603 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25692bf9-fcec-4827-af2e-9ae3eb25a135 req-8509503e-d689-4b8c-ba95-ce0db74c2e33 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:25.322120 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-25692bf9-fcec-4827-af2e-9ae3eb25a135 req-8509503e-d689-4b8c-ba95-ce0db74c2e33 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0531404 Aug 08 17:15:25.360766 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-25692bf9-fcec-4827-af2e-9ae3eb25a135 req-ebf8db35-0277-41d6-abcc-afa2f53b0eb4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325949 Aug 08 17:15:25.781753 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f27770-8ebf-44b6-9a73-781708c6d186 req-f0fbbd84-8513-4c1e-8cc2-46e1e6292cbb tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:25.783253 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-20f27770-8ebf-44b6-9a73-781708c6d186 req-f0fbbd84-8513-4c1e-8cc2-46e1e6292cbb tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0480618 Aug 08 17:15:25.822322 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-20f27770-8ebf-44b6-9a73-781708c6d186 req-b0f68bc4-5b78-4eba-8716-02fd106b8972 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322740 Aug 08 17:15:26.202849 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:26.351056 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 41158) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:26.482413 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e95e125-34d3-4f53-93ac-6484cf961b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:26.519922 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffa592-2c07-46ae-9189-30a62dca43f3 req-2aab23bb-2712-43bb-858a-ba584a898424 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:26.521412 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-51ffa592-2c07-46ae-9189-30a62dca43f3 req-2aab23bb-2712-43bb-858a-ba584a898424 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0779426 Aug 08 17:15:26.582524 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-51ffa592-2c07-46ae-9189-30a62dca43f3 req-1869ff6b-0cd5-4ba2-a872-bfe38eda1eeb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546117 Aug 08 17:15:26.620814 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e95e125-34d3-4f53-93ac-6484cf961b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:26.624313 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e95e125-34d3-4f53-93ac-6484cf961b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:26.660982 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-9e95e125-34d3-4f53-93ac-6484cf961b18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f29477589e684a81a5e0b89db28d451d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088133 Aug 08 17:15:26.661814 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95e125-34d3-4f53-93ac-6484cf961b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa81b8b-267e-4072-a80c-dad510f4b7c4,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:26.663998 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41168) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:26.712579 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcd33-1367-4352-8e64-b858c359e25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:26.734282 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcd33-1367-4352-8e64-b858c359e25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:26.783393 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcd33-1367-4352-8e64-b858c359e25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:26.785965 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcd33-1367-4352-8e64-b858c359e25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:26.787234 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-ad8fcd33-1367-4352-8e64-b858c359e25e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaa81b8b-267e-4072-a80c-dad510f4b7c4 HTTP/1.1" status: 204 len: 168 time: 0.1222398 Aug 08 17:15:26.795196 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fcd33-1367-4352-8e64-b858c359e25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa81b8b-267e-4072-a80c-dad510f4b7c4,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:26.939064 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eb867-fa82-4f59-b3c0-1d0035ed7144 req-82f91492-2a28-483f-9ac5-92d58a758b66 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:26.940678 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-600eb867-fa82-4f59-b3c0-1d0035ed7144 req-82f91492-2a28-483f-9ac5-92d58a758b66 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0492184 Aug 08 17:15:26.981736 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-600eb867-fa82-4f59-b3c0-1d0035ed7144 req-c4fb756e-7eb9-4869-89d4-bd3e0ad0e8c0 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346155 Aug 08 17:15:27.049750 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41176) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:27.063340 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee704ead-f8e5-40ab-a496-66eb4aad6e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:27.150060 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee704ead-f8e5-40ab-a496-66eb4aad6e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:27.152946 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee704ead-f8e5-40ab-a496-66eb4aad6e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:27.190160 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-ee704ead-f8e5-40ab-a496-66eb4aad6e62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c573272808fe467fb5822fc9f00d88e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393554 Aug 08 17:15:27.191024 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee704ead-f8e5-40ab-a496-66eb4aad6e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf2713-2f01-4521-8041-0ee1848da626,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:27.192877 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 41178) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:27.241439 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83ae76de-ddc0-4139-9bf9-30bde2446815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:27.261510 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83ae76de-ddc0-4139-9bf9-30bde2446815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:27.309469 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83ae76de-ddc0-4139-9bf9-30bde2446815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:27.311966 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83ae76de-ddc0-4139-9bf9-30bde2446815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:27.313086 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-83ae76de-ddc0-4139-9bf9-30bde2446815 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cddf2713-2f01-4521-8041-0ee1848da626 HTTP/1.1" status: 204 len: 168 time: 0.1192133 Aug 08 17:15:27.320737 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae76de-ddc0-4139-9bf9-30bde2446815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf2713-2f01-4521-8041-0ee1848da626,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:27.723571 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60766ee-f227-475a-86be-dbe1195677f1 req-f582029b-3bb2-458f-a931-5dd0b701b345 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:27.730958 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a60766ee-f227-475a-86be-dbe1195677f1 req-f582029b-3bb2-458f-a931-5dd0b701b345 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0611804 Aug 08 17:15:27.764430 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a60766ee-f227-475a-86be-dbe1195677f1 req-6b1f364a-c74b-43c1-abdf-8663c0af05af tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326204 Aug 08 17:15:27.990222 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 41214) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:28.093675 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254889515-network', 'tenant_id': '0d26a9acdf6646c3a8657862c97dd2b4'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:15:28.115418 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2febf-9d2c-488e-881d-151edb635504 req-35815852-0dcf-404a-bbb4-c013609fab96 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:28.117574 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d2a2febf-9d2c-488e-881d-151edb635504 req-35815852-0dcf-404a-bbb4-c013609fab96 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0673382 Aug 08 17:15:28.131215 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Made reservation on behalf of 0d26a9acdf6646c3a8657862c97dd2b4 for: {'network': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:15:28.133988 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.148618 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.180673 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d2a2febf-9d2c-488e-881d-151edb635504 req-fa41e514-0a6b-497f-b5c1-3514a0d0abbc tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564702 Aug 08 17:15:28.261325 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.264985 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.289616 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:15:28.299511 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeff0f22-0309-4642-a75c-0e7f869318de,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:28.305260 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.305608 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.segments_db [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Added segment cf14882e-004d-48d4-af8f-1d12edc12d82 of type vlan for network 25673d49-affd-41fd-8944-fc60464934cf Aug 08 17:15:28.345694 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.375286 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.376253 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:28.376853 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.433329 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4418952 Aug 08 17:15:28.436377 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41220) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:28.437563 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9240e-80a3-4ea5-962f-46e8dd983437 admin admin] Pushing event updated for resources: {'Network': ['ID=25673d49-affd-41fd-8944-fc60464934cf,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:28.442013 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Request body: {'subnet': {'network_id': '25673d49-affd-41fd-8944-fc60464934cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254889515-subnet', 'tenant_id': '0d26a9acdf6646c3a8657862c97dd2b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:15:28.447466 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 25673d49-affd-41fd-8944-fc60464934cf details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:15:28.467228 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Made reservation on behalf of 0d26a9acdf6646c3a8657862c97dd2b4 for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:15:28.470022 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15860866'] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.641757 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16667139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15860912'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.696016 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=77341492-a285-4164-be41-37b5d4c062b1,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:28.705110 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Checking segment: {'id': 'cf14882e-004d-48d4-af8f-1d12edc12d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '25673d49-affd-41fd-8944-fc60464934cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:15:28.705465 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Network hostable DHCP agents. Network: 25673d49-affd-41fd-8944-fc60464934cf, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:15:28.721919 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Network 25673d49-affd-41fd-8944-fc60464934cf is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:15:28.730326 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 25673d49-affd-41fd-8944-fc60464934cf) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:15:28.734543 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:28.735156 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:28.743536 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9049b-07cc-4798-994b-fcaed51898cf None None] Network 25673d49-affd-41fd-8944-fc60464934cf requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:15:28.763691 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-06d69e17-63c5-4189-9511-d1023735aa5b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3177216 Aug 08 17:15:28.884495 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6935b0-cd3b-4af4-93ce-cae5e708542f None None] Network 25673d49-affd-41fd-8944-fc60464934cf requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:15:28.905619 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10601c6d-3c00-487f-b6e9-102af06484ce req-7f5bf6a6-dcd5-410f-b065-f2b1913cd983 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:28.907381 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-10601c6d-3c00-487f-b6e9-102af06484ce req-7f5bf6a6-dcd5-410f-b065-f2b1913cd983 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0627930 Aug 08 17:15:28.950134 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-10601c6d-3c00-487f-b6e9-102af06484ce req-437b31d9-32ea-4208-88b5-7dbd9d5b1ffa tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367095 Aug 08 17:15:29.254047 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41246) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:29.259133 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1068896915-network', 'tenant_id': '9ada387f6737434a9339936f331066df'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:15:29.279414 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Made reservation on behalf of 9ada387f6737434a9339936f331066df for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:15:29.281704 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.290852 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.297209 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770471a-a118-4b7c-baf9-036eccda7a46 req-a438f9ff-9e5d-43ae-817b-f7f464a13de6 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:29.298735 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8770471a-a118-4b7c-baf9-036eccda7a46 req-a438f9ff-9e5d-43ae-817b-f7f464a13de6 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0482571 Aug 08 17:15:29.339658 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8770471a-a118-4b7c-baf9-036eccda7a46 req-fa226764-82af-4cc9-bcee-f42733cd7fc0 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340383 Aug 08 17:15:29.383117 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.386813 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.407067 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:15:29.419894 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da50f3e-1334-4a63-a109-69fc30d9fdba,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:29.425405 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.425741 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Added segment 7f9cd724-1a5f-42c7-a81f-2bf90d919b78 of type vlan for network ac8eec88-43ac-461a-997e-c6da2752d42f Aug 08 17:15:29.464504 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.490837 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.492300 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:29.492879 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.540995 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2857518 Aug 08 17:15:29.543752 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 41248) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:29.548647 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Request body: {'subnet': {'network_id': 'ac8eec88-43ac-461a-997e-c6da2752d42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1068896915-subnet', 'tenant_id': '9ada387f6737434a9339936f331066df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:15:29.551098 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0bbf9-e3e5-4f87-8dd6-75fbe1b1f302 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8eec88-43ac-461a-997e-c6da2752d42f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:29.561688 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network ac8eec88-43ac-461a-997e-c6da2752d42f details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:15:29.578763 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Made reservation on behalf of 9ada387f6737434a9339936f331066df for: {'subnet': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:15:29.581304 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.745110 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.798975 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4c45ea-d2a9-402f-a00a-67727a746bb2,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:29.805808 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Checking segment: {'id': '7f9cd724-1a5f-42c7-a81f-2bf90d919b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ac8eec88-43ac-461a-997e-c6da2752d42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:15:29.806164 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Network hostable DHCP agents. Network: ac8eec88-43ac-461a-997e-c6da2752d42f, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:15:29.821899 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Network ac8eec88-43ac-461a-997e-c6da2752d42f is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:15:29.830048 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, ac8eec88-43ac-461a-997e-c6da2752d42f) {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:15:29.834289 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:29.835417 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:29.839598 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5423230f-54f1-48b9-b64e-268fbded309c None None] Network ac8eec88-43ac-461a-997e-c6da2752d42f requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:15:29.848911 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c4695764-2743-4740-85da-52e3156426dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3039584 Aug 08 17:15:29.975463 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202ab90a-2a46-4f8d-9ece-40692b8782c4 None None] Network ac8eec88-43ac-461a-997e-c6da2752d42f requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:15:30.095738 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1600c9-5d7f-4cbe-9213-5d5e16b58693 req-22941908-2879-4e65-b12b-b72703ae62ad tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:30.097222 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7b1600c9-5d7f-4cbe-9213-5d5e16b58693 req-22941908-2879-4e65-b12b-b72703ae62ad tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 943 time: 0.0553734 Aug 08 17:15:30.136973 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7b1600c9-5d7f-4cbe-9213-5d5e16b58693 req-09bfd4c4-bc31-4444-8a98-9644c8d798ed tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329316 Aug 08 17:15:30.471075 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f116640-9b5c-46f5-9c2e-4ce6e415706a req-4ce70345-3e16-4863-b378-039b533776c1 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:30.472517 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4f116640-9b5c-46f5-9c2e-4ce6e415706a req-4ce70345-3e16-4863-b378-039b533776c1 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0504797 Aug 08 17:15:30.512660 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4f116640-9b5c-46f5-9c2e-4ce6e415706a req-62ac18dc-ee61-47ca-a41c-3801fb84e1af tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340142 Aug 08 17:15:30.736287 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 845ce596-c3c8-4a51-8ebe-623b77571727 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:15:30.830327 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:15:30.842190 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '845ce596-c3c8-4a51-8ebe-623b77571727', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'port_id': '845ce596-c3c8-4a51-8ebe-623b77571727', 'mac_address': 'fa:16:3e:37:e6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:15:30.877492 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:30.890191 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845ce596-c3c8-4a51-8ebe-623b77571727 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:15:30.910106 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:15:30.913977 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:30.963210 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=9']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:30.971196 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.971547 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.971887 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.972220 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.972549 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.972881 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.973209 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.973533 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.973881 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.974207 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.974533 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:30.974881 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:31.259395 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8491c-fa13-4712-ba79-d7f94ff5823e req-382ad8aa-717f-413a-8adb-0b6dbf86e66e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:31.261452 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0f8491c-fa13-4712-ba79-d7f94ff5823e req-382ad8aa-717f-413a-8adb-0b6dbf86e66e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 944 time: 0.0496240 Aug 08 17:15:31.271859 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41278) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:31.298731 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0f8491c-fa13-4712-ba79-d7f94ff5823e req-35a88be6-e606-4a0e-bb30-8b365f665cc9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314171 Aug 08 17:15:31.342781 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['845ce596-c3c8-4a51-8ebe-623b77571727'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:15:31.377358 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d7e07907-bfc5-4857-826e-12e154ad0ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:31.479122 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d7e07907-bfc5-4857-826e-12e154ad0ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:31.481781 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d7e07907-bfc5-4857-826e-12e154ad0ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:31.520240 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d7e07907-bfc5-4857-826e-12e154ad0ad4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0ccb18318354e95a5b9a76a28386bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470837 Aug 08 17:15:31.521015 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07907-bfc5-4857-826e-12e154ad0ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc108a00-513f-4257-8048-ac43337ebd7b,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:31.523572 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 41288) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:31.583620 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c2d37037-a6cf-4787-8fbb-33718049b2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:31.633551 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c2d37037-a6cf-4787-8fbb-33718049b2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:31.677393 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f72fa-72ba-44ca-bb71-efff6048f133 req-ae988de1-edaf-4535-9451-76a9f189db2c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:31.679617 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2e2f72fa-72ba-44ca-bb71-efff6048f133 req-ae988de1-edaf-4535-9451-76a9f189db2c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0905893 Aug 08 17:15:31.716167 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c2d37037-a6cf-4787-8fbb-33718049b2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:31.718686 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c2d37037-a6cf-4787-8fbb-33718049b2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:31.719815 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c2d37037-a6cf-4787-8fbb-33718049b2fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc108a00-513f-4257-8048-ac43337ebd7b HTTP/1.1" status: 204 len: 168 time: 0.1950340 Aug 08 17:15:31.735456 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2e2f72fa-72ba-44ca-bb71-efff6048f133 req-d6c147c0-342e-44e4-a6c7-666352f1d72e tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485899 Aug 08 17:15:31.736579 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d37037-a6cf-4787-8fbb-33718049b2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc108a00-513f-4257-8048-ac43337ebd7b,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:31.999361 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41302) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:32.012211 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-208467d8-8a8d-4037-b94f-ab8081557e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:32.102148 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-208467d8-8a8d-4037-b94f-ab8081557e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:32.105583 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-208467d8-8a8d-4037-b94f-ab8081557e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:32.144688 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-208467d8-8a8d-4037-b94f-ab8081557e99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e92c5dac94364013853ca330abc545b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442430 Aug 08 17:15:32.145615 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208467d8-8a8d-4037-b94f-ab8081557e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e41e0df-d5cf-4fc9-a8a5-a7d5c9432007,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:32.147580 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 41304) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:32.195324 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f92e9d3d-e407-484d-b5b9-8f6755d0a76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:32.215453 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f92e9d3d-e407-484d-b5b9-8f6755d0a76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:32.260972 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f92e9d3d-e407-484d-b5b9-8f6755d0a76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:32.263455 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f92e9d3d-e407-484d-b5b9-8f6755d0a76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:32.264598 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-f92e9d3d-e407-484d-b5b9-8f6755d0a76c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e41e0df-d5cf-4fc9-a8a5-a7d5c9432007 HTTP/1.1" status: 204 len: 168 time: 0.1159344 Aug 08 17:15:32.272343 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e9d3d-e407-484d-b5b9-8f6755d0a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e41e0df-d5cf-4fc9-a8a5-a7d5c9432007,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:32.421092 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974278d-e952-4b15-9f65-f2c5c0185aa9 req-8a609703-aa3e-4378-b068-c8bf1379f82a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:32.422577 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6974278d-e952-4b15-9f65-f2c5c0185aa9 req-8a609703-aa3e-4378-b068-c8bf1379f82a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 944 time: 0.0511439 Aug 08 17:15:32.461611 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6974278d-e952-4b15-9f65-f2c5c0185aa9 req-7ab7bda3-616b-4d78-abc6-9b3645851d8d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329752 Aug 08 17:15:32.742655 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 845ce596-c3c8-4a51-8ebe-623b77571727 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:15:32.794638 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 845ce596-c3c8-4a51-8ebe-623b77571727 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:15:32.795105 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:32.870987 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3240132-2394-4f41-8c72-c0aa2ab7fb65 req-9671c675-b154-4e6d-ac90-a8a4f7a8a4ad tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:32.873051 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d3240132-2394-4f41-8c72-c0aa2ab7fb65 req-9671c675-b154-4e6d-ac90-a8a4f7a8a4ad tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0503912 Aug 08 17:15:32.904298 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:32.918548 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d3240132-2394-4f41-8c72-c0aa2ab7fb65 req-97ff7ac6-b0bb-47c0-abc0-8791c3ec95c4 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376070 Aug 08 17:15:32.929287 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:15:32.931952 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a1c1cb-545f-4d29-84b7-4505abec0855" -d '{"events": [{"server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "name": "network-vif-plugged", "status": "completed", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:15:32.953345 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:15:32.958494 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:32.987374 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f88554-cb4d-44c7-a1c4-c829542f6c20 x-openstack-request-id: req-37f88554-cb4d-44c7-a1c4-c829542f6c20 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:15:32.987963 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "name": "network-vif-plugged", "status": "completed", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:15:32.987963 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37f88554-cb4d-44c7-a1c4-c829542f6c20 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:15:32.988314 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727', 'code': 200} Aug 08 17:15:33.019302 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=10']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:33.548163 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491d93c-2c98-4e89-b7da-762eaa8b132d req-9302c0f1-0965-4a2a-9e31-767dac36221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:33.549756 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0491d93c-2c98-4e89-b7da-762eaa8b132d req-9302c0f1-0965-4a2a-9e31-767dac36221a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 1099 time: 0.0458755 Aug 08 17:15:33.581962 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71b6c7-c794-4541-83b2-d96f7216f85c req-8eb76ccb-a01d-463c-aaaa-7f571a440a57 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:33.583770 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6f71b6c7-c794-4541-83b2-d96f7216f85c req-8eb76ccb-a01d-463c-aaaa-7f571a440a57 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 946 time: 0.0496418 Aug 08 17:15:33.595856 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0491d93c-2c98-4e89-b7da-762eaa8b132d req-db9e5ebc-c971-40f3-b440-805b7dff598e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288775 Aug 08 17:15:33.623709 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6f71b6c7-c794-4541-83b2-d96f7216f85c req-68dcaa66-cb73-45da-ab96-a725fe4639aa tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315356 Aug 08 17:15:34.211875 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e894d3c-114a-428d-8623-9871fac937c5 req-7b0eca82-f546-42fc-a550-3af289748ae4 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:34.219276 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9e894d3c-114a-428d-8623-9871fac937c5 req-7b0eca82-f546-42fc-a550-3af289748ae4 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.2274740 Aug 08 17:15:34.277800 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9e894d3c-114a-428d-8623-9871fac937c5 req-b25a1dec-c0c6-4c33-8ada-3bc0744f5817 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575545 Aug 08 17:15:34.795069 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab177b66-593d-41bf-a7f4-66a10cfa665e req-8b2bf110-3624-49e3-ae43-9fc19b4c4862 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:34.796545 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ab177b66-593d-41bf-a7f4-66a10cfa665e req-8b2bf110-3624-49e3-ae43-9fc19b4c4862 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 946 time: 0.0985639 Aug 08 17:15:34.832867 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ab177b66-593d-41bf-a7f4-66a10cfa665e req-7c1f73fb-45a0-4f3e-a102-2efb1a481e59 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305479 Aug 08 17:15:35.391635 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b438f7-4692-46c9-b11b-eb6c79b052b9 req-b81f7f34-56bd-408d-9161-13c5d73477cb tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:35.393295 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a1b438f7-4692-46c9-b11b-eb6c79b052b9 req-b81f7f34-56bd-408d-9161-13c5d73477cb tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0501788 Aug 08 17:15:35.447262 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a1b438f7-4692-46c9-b11b-eb6c79b052b9 req-c66fb41e-33f6-41d0-88f1-f96f1daebfaf tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460548 Aug 08 17:15:35.965419 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cbee9-9e8b-4302-a38d-87a23b96cf4a req-e7b49315-0e58-4e99-a040-58143d31fee0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:35.967264 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1c6cbee9-9e8b-4302-a38d-87a23b96cf4a req-e7b49315-0e58-4e99-a040-58143d31fee0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 946 time: 0.0580146 Aug 08 17:15:36.006474 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1c6cbee9-9e8b-4302-a38d-87a23b96cf4a req-b0330e09-5247-436c-a04d-3df627840bdc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329487 Aug 08 17:15:36.558840 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7137e0-1610-4ca9-8f9d-fac310244623 req-69ffaa06-fb37-493d-8206-50784c31e228 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:36.558840 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aa7137e0-1610-4ca9-8f9d-fac310244623 req-69ffaa06-fb37-493d-8206-50784c31e228 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0493038 Aug 08 17:15:36.595889 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aa7137e0-1610-4ca9-8f9d-fac310244623 req-d3aff4c2-ed82-4952-9be4-55526f14fda5 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341702 Aug 08 17:15:37.123105 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0bbc8-ef65-4b89-9ab3-40510652339b req-615b5462-91f6-4c86-9aa8-ee0ae75901f0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:37.124566 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a4b0bbc8-ef65-4b89-9ab3-40510652339b req-615b5462-91f6-4c86-9aa8-ee0ae75901f0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 946 time: 0.0484157 Aug 08 17:15:37.160918 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a4b0bbc8-ef65-4b89-9ab3-40510652339b req-c82bb78c-d376-400f-af2d-c5a132a4fd42 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304525 Aug 08 17:15:37.724538 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc4dc-dde2-4682-b998-c82e070ca0e8 req-5db5f6b4-328e-4995-b547-23bbf6401a46 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:37.726278 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7facc4dc-dde2-4682-b998-c82e070ca0e8 req-5db5f6b4-328e-4995-b547-23bbf6401a46 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0549774 Aug 08 17:15:37.777600 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7facc4dc-dde2-4682-b998-c82e070ca0e8 req-c93c5a7c-4d19-4ab1-ba63-d493e74c89b4 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452297 Aug 08 17:15:38.892495 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f532009-e4b5-4be3-95c4-299f1c4eb915 req-58eaa31f-81ba-4145-8fc8-46c47ab761fc tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:38.893963 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4f532009-e4b5-4be3-95c4-299f1c4eb915 req-58eaa31f-81ba-4145-8fc8-46c47ab761fc tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0498443 Aug 08 17:15:38.934812 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4f532009-e4b5-4be3-95c4-299f1c4eb915 req-9624b30c-8ac0-4a16-ab75-39a80c82586b tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&id=84dee64d-4f06-4724-953c-5daa9eb69164&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342131 Aug 08 17:15:40.347060 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 41556) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:40.449143 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2e55e737-257d-457d-a616-d134a5be7aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:40.537578 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2e55e737-257d-457d-a616-d134a5be7aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:40.541228 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2e55e737-257d-457d-a616-d134a5be7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:40.580762 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-2e55e737-257d-457d-a616-d134a5be7aa6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfec57af98684c769e7456b1a60e12a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326388 Aug 08 17:15:40.581712 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55e737-257d-457d-a616-d134a5be7aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d685d8a-01a8-41cb-81c3-b56892c552e6,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:40.583656 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41560) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:40.636859 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:40.658215 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:40.703468 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:40.706545 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:40.711391 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d685d8a-01a8-41cb-81c3-b56892c552e6 HTTP/1.1" status: 204 len: 168 time: 0.1265740 Aug 08 17:15:40.719420 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d685d8a-01a8-41cb-81c3-b56892c552e6,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:40.726544 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.726928 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.727270 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.727603 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.727933 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.728264 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.728592 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.729093 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.729264 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.729587 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.729911 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.730229 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fc1e2-e148-409d-8e5f-15cc24540e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:15:40.987629 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41576) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:41.002031 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-393d7b8a-b2a7-4d05-9224-e61bd5804c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.090831 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-393d7b8a-b2a7-4d05-9224-e61bd5804c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.094207 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-393d7b8a-b2a7-4d05-9224-e61bd5804c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.135672 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-393d7b8a-b2a7-4d05-9224-e61bd5804c32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e32248900a945c5b4a95b4bb56c7677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468215 Aug 08 17:15:41.136512 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d7b8a-b2a7-4d05-9224-e61bd5804c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918f340c-0391-4ebe-a1d2-ed56b8216613,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:41.138201 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 41578) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:41.186214 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-503baa86-b2a9-41f9-af28-4947a43c6809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.206223 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-503baa86-b2a9-41f9-af28-4947a43c6809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.252279 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-503baa86-b2a9-41f9-af28-4947a43c6809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.254808 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-503baa86-b2a9-41f9-af28-4947a43c6809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.255937 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-503baa86-b2a9-41f9-af28-4947a43c6809 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/918f340c-0391-4ebe-a1d2-ed56b8216613 HTTP/1.1" status: 204 len: 168 time: 0.1166115 Aug 08 17:15:41.263468 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503baa86-b2a9-41f9-af28-4947a43c6809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918f340c-0391-4ebe-a1d2-ed56b8216613,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:41.557536 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41584) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:41.571152 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-da4bfa4a-ece3-403a-808c-136b5ee51690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.660985 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-da4bfa4a-ece3-403a-808c-136b5ee51690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.664746 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-da4bfa4a-ece3-403a-808c-136b5ee51690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.699232 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bfa4a-ece3-403a-808c-136b5ee51690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e404d893-9996-46ef-807d-e3c29ede5137,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:41.704403 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-da4bfa4a-ece3-403a-808c-136b5ee51690 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d215b3eb2d1e448aadc46e577d7d792a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458507 Aug 08 17:15:41.707248 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41586) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:41.753708 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7f3dde88-9412-4e2d-9af5-1b6edaf71d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.773951 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7f3dde88-9412-4e2d-9af5-1b6edaf71d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.817487 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7f3dde88-9412-4e2d-9af5-1b6edaf71d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.820189 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7f3dde88-9412-4e2d-9af5-1b6edaf71d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:41.821296 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-7f3dde88-9412-4e2d-9af5-1b6edaf71d59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e404d893-9996-46ef-807d-e3c29ede5137 HTTP/1.1" status: 204 len: 168 time: 0.1132288 Aug 08 17:15:41.829029 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dde88-9412-4e2d-9af5-1b6edaf71d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e404d893-9996-46ef-807d-e3c29ede5137,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:43.595020 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41650) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:43.636854 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74aeaf6-24f9-40b8-a841-d6091786d1e5 admin admin] Deleting subnet 77341492-a285-4164-be41-37b5d4c062b1 {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:15:43.639862 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c74aeaf6-24f9-40b8-a841-d6091786d1e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:43.674695 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c74aeaf6-24f9-40b8-a841-d6091786d1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:43.711853 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c74aeaf6-24f9-40b8-a841-d6091786d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:43.760893 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c74aeaf6-24f9-40b8-a841-d6091786d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:43.784509 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74aeaf6-24f9-40b8-a841-d6091786d1e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77341492-a285-4164-be41-37b5d4c062b1,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:43.788269 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c74aeaf6-24f9-40b8-a841-d6091786d1e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:43.790055 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-c74aeaf6-24f9-40b8-a841-d6091786d1e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/77341492-a285-4164-be41-37b5d4c062b1 HTTP/1.1" status: 204 len: 168 time: 0.1940548 Aug 08 17:15:43.792568 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41652) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:43.860633 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:43.935543 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:43.946059 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25673d49-affd-41fd-8944-fc60464934cf']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:15:43.956336 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf14882e-004d-48d4-af8f-1d12edc12d82') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:15:43.956625 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf14882e-004d-48d4-af8f-1d12edc12d82') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:15:43.965777 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:43.984200 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:43.989738 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:15:43.990113 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:15:43.992269 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:15:44.046406 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.051951 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.055158 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] 10.222.0.20 "DELETE /v2.0/networks/25673d49-affd-41fd-8944-fc60464934cf HTTP/1.1" status: 204 len: 168 time: 0.2616532 Aug 08 17:15:44.057104 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41660) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:44.073576 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a165ca9-c3af-45f3-b005-d33ccc9b0e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=25673d49-affd-41fd-8944-fc60464934cf,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:44.111746 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cc2124-b274-421c-b6f9-98b89ab12693 admin admin] Deleting subnet ac4c45ea-d2a9-402f-a00a-67727a746bb2 {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:15:44.114977 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-99cc2124-b274-421c-b6f9-98b89ab12693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.153129 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-99cc2124-b274-421c-b6f9-98b89ab12693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.191285 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-99cc2124-b274-421c-b6f9-98b89ab12693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.242745 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-99cc2124-b274-421c-b6f9-98b89ab12693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.267502 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc2124-b274-421c-b6f9-98b89ab12693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4c45ea-d2a9-402f-a00a-67727a746bb2,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:44.270930 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-99cc2124-b274-421c-b6f9-98b89ab12693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.275463 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-99cc2124-b274-421c-b6f9-98b89ab12693 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac4c45ea-d2a9-402f-a00a-67727a746bb2 HTTP/1.1" status: 204 len: 168 time: 0.2147553 Aug 08 17:15:44.275875 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41668) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:44.347099 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.427819 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.437724 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8eec88-43ac-461a-997e-c6da2752d42f']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:15:44.448656 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9cd724-1a5f-42c7-a81f-2bf90d919b78') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:15:44.448952 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9cd724-1a5f-42c7-a81f-2bf90d919b78') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:15:44.457748 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.472446 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.478336 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:15:44.478819 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:15:44.480383 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:15:44.535577 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.541641 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.543361 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] 10.222.0.20 "DELETE /v2.0/networks/ac8eec88-43ac-461a-997e-c6da2752d42f HTTP/1.1" status: 204 len: 168 time: 0.2662511 Aug 08 17:15:44.552416 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631d980-f5ef-431a-893d-9989de116d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8eec88-43ac-461a-997e-c6da2752d42f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:44.700967 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41676) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:44.738692 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-54711c10-53dd-457a-87b6-e473b38b43fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d26a9acdf6646c3a8657862c97dd2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365677 Aug 08 17:15:44.741010 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41678) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:44.786904 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-89d9a1e1-0428-4dcf-8a47-07e005995961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.807169 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-89d9a1e1-0428-4dcf-8a47-07e005995961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.852214 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-89d9a1e1-0428-4dcf-8a47-07e005995961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.854693 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-89d9a1e1-0428-4dcf-8a47-07e005995961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:44.855864 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-89d9a1e1-0428-4dcf-8a47-07e005995961 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeff0f22-0309-4642-a75c-0e7f869318de HTTP/1.1" status: 204 len: 168 time: 0.1134636 Aug 08 17:15:44.863163 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9a1e1-0428-4dcf-8a47-07e005995961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeff0f22-0309-4642-a75c-0e7f869318de,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:45.159994 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41684) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:45.201197 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-7b89d178-a21e-4c35-88be-891e3920df45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ada387f6737434a9339936f331066df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400701 Aug 08 17:15:45.203649 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 41686) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:15:45.500902 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:45.512239 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7f5276fb-b123-4cb6-b4aa-963c274bf053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:45.534058 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7f5276fb-b123-4cb6-b4aa-963c274bf053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:45.583374 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7f5276fb-b123-4cb6-b4aa-963c274bf053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:45.589582 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7f5276fb-b123-4cb6-b4aa-963c274bf053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:45.590910 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-7f5276fb-b123-4cb6-b4aa-963c274bf053 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0da50f3e-1334-4a63-a109-69fc30d9fdba HTTP/1.1" status: 204 len: 168 time: 0.3863540 Aug 08 17:15:45.601324 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5276fb-b123-4cb6-b4aa-963c274bf053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da50f3e-1334-4a63-a109-69fc30d9fdba,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:15:46.677938 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-0d166922-7257-4c32-b022-a594c0a6bc80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390956 Aug 08 17:15:46.749309 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-f1157242-a931-4bd2-b3b4-5463691047d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:46.750791 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-f1157242-a931-4bd2-b3b4-5463691047d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 1098 time: 0.0419154 Aug 08 17:15:46.870300 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-ca5a3ab1-1dec-41f3-b1f7-74063f1842f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:46.871768 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-ca5a3ab1-1dec-41f3-b1f7-74063f1842f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 200 len: 910 time: 0.0854712 Aug 08 17:15:46.942861 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-07046760-f2ee-4364-ba9f-97c310f0010d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8bc50d-b562-4030-840e-b81eb4423c73 HTTP/1.1" status: 200 len: 1001 time: 0.0547690 Aug 08 17:15:47.002002 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-c7a666ca-557d-47e0-853d-95c0482b66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:47.003422 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-c7a666ca-557d-47e0-853d-95c0482b66bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=798f916c-ee1e-42db-8664-8d80bd4604ca HTTP/1.1" status: 200 len: 849 time: 0.0453300 Aug 08 17:15:47.047288 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-633b7b28-9d9c-430c-85ce-ed52c0c8140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:15:47.048688 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-633b7b28-9d9c-430c-85ce-ed52c0c8140a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376356 Aug 08 17:15:47.135312 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-867d634b-dccf-4e8a-83f2-4730f4fe3da7 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789573 Aug 08 17:15:47.226114 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7930c987-fae8-42d2-a8b3-5a3d05149dff req-433ed623-f56b-4ff7-85c6-bf3f7825a5a9 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812116 Aug 08 17:15:50.785474 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-73d43961-4924-47dc-9178-9dd52f4f70fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:53.637027 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-07a18e64-99ee-4b21-9f76-bfa0a74e0818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:53.893026 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:54.607129 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:56.204423 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:15:56.327941 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:16:04.657655 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db35fe-d283-41d6-a0e2-726003bd46ea req-5c12fd8c-00b9-4899-b32e-4f56abb42df7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:04.659128 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-30db35fe-d283-41d6-a0e2-726003bd46ea req-5c12fd8c-00b9-4899-b32e-4f56abb42df7 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0479681 Aug 08 17:16:04.698849 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-30db35fe-d283-41d6-a0e2-726003bd46ea req-bcdd56a6-67e0-49dd-91d7-dc9683ebc14a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Aug 08 17:16:05.820055 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2556b5d-77a1-4b73-b61b-ceb8acc5bd61 req-db72c9f7-9315-4f79-9cf9-a883ce0192c3 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:05.821547 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a2556b5d-77a1-4b73-b61b-ceb8acc5bd61 req-db72c9f7-9315-4f79-9cf9-a883ce0192c3 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0515504 Aug 08 17:16:05.860992 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a2556b5d-77a1-4b73-b61b-ceb8acc5bd61 req-578df9ba-ec7f-40e3-a2d3-38c309037d4f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335281 Aug 08 17:16:06.976497 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb17d7-d3c7-45bb-886a-19b2c4a687f2 req-796b2d3a-a8f8-4405-beec-25ff8ce14daa tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:06.977952 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ffeb17d7-d3c7-45bb-886a-19b2c4a687f2 req-796b2d3a-a8f8-4405-beec-25ff8ce14daa tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0489752 Aug 08 17:16:07.016699 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ffeb17d7-d3c7-45bb-886a-19b2c4a687f2 req-d0b0c933-1301-471d-8332-c60d19ebdc1c tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325758 Aug 08 17:16:08.130831 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faed81-9fbd-4cf6-84e3-fecd61b392b4 req-f9bf9883-cf2d-4f77-9acb-1cdb609ad665 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:08.132365 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f4faed81-9fbd-4cf6-84e3-fecd61b392b4 req-f9bf9883-cf2d-4f77-9acb-1cdb609ad665 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0477831 Aug 08 17:16:08.171180 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f4faed81-9fbd-4cf6-84e3-fecd61b392b4 req-94b69da0-e6b2-4a04-bf19-e2e74f848dff tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330284 Aug 08 17:16:09.288034 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abe967-51c9-45d8-9f2a-829b4a2b1a59 req-efa11ae4-d124-405c-a3f2-5eb5aba5baa5 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:09.289439 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b7abe967-51c9-45d8-9f2a-829b4a2b1a59 req-efa11ae4-d124-405c-a3f2-5eb5aba5baa5 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0504923 Aug 08 17:16:09.524336 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b7abe967-51c9-45d8-9f2a-829b4a2b1a59 req-aca4625d-07e2-469f-832f-2de4f3f5a482 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289531 Aug 08 17:16:10.635452 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabe4e2-5b7d-43ef-820b-cbc70546d638 req-f272d3e3-cd31-4719-bec6-24e6f1b24966 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:10.636913 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aeabe4e2-5b7d-43ef-820b-cbc70546d638 req-f272d3e3-cd31-4719-bec6-24e6f1b24966 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0476480 Aug 08 17:16:10.673594 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aeabe4e2-5b7d-43ef-820b-cbc70546d638 req-f76f825d-1d40-4c67-b2d7-f11a4e999fb9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Aug 08 17:16:11.793889 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec98178-f899-4932-830c-2e76efe3f52f req-4f3a0e38-1dd7-4111-a479-b82ec2de9186 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:11.795452 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aec98178-f899-4932-830c-2e76efe3f52f req-4f3a0e38-1dd7-4111-a479-b82ec2de9186 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0511665 Aug 08 17:16:11.833415 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aec98178-f899-4932-830c-2e76efe3f52f req-5853cff6-f9e9-4842-ade6-32b25909bcea tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318034 Aug 08 17:16:12.950534 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebe778-877d-4cf9-99a9-ae743138462c req-ab2e3ed4-0bba-4ef2-9a8d-2058edb31245 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:12.952041 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-48ebe778-877d-4cf9-99a9-ae743138462c req-ab2e3ed4-0bba-4ef2-9a8d-2058edb31245 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0517523 Aug 08 17:16:12.991808 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-48ebe778-877d-4cf9-99a9-ae743138462c req-eb41d84f-2cb2-4139-bee8-d6807d1aa610 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336542 Aug 08 17:16:14.105016 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be2903-2019-4884-80da-4f1802f5e0d1 req-38134001-f254-4dff-ace8-18e36d1dfb88 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:14.106462 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-07be2903-2019-4884-80da-4f1802f5e0d1 req-38134001-f254-4dff-ace8-18e36d1dfb88 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0472877 Aug 08 17:16:14.145101 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-07be2903-2019-4884-80da-4f1802f5e0d1 req-e3c90e8f-691a-4399-961c-7ad5695e52fb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328500 Aug 08 17:16:15.258499 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd84bc-55a6-4686-a5e1-d22b57c0a800 req-21a05df7-1492-49fa-b653-98816d7c3cc1 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:15.260011 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2edd84bc-55a6-4686-a5e1-d22b57c0a800 req-21a05df7-1492-49fa-b653-98816d7c3cc1 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0484741 Aug 08 17:16:15.298514 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2edd84bc-55a6-4686-a5e1-d22b57c0a800 req-6bdebae1-bdbf-4ec2-a00b-fa1e5ea45cb5 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Aug 08 17:16:15.527735 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:16.394378 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42056) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:16.418325 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb641d-f896-427f-a2f1-874d4cfd8a7d req-c66e0122-d997-41f6-bf26-8ff67e528ac8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:16.419852 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c9fb641d-f896-427f-a2f1-874d4cfd8a7d req-c66e0122-d997-41f6-bf26-8ff67e528ac8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0536375 Aug 08 17:16:16.457574 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c9fb641d-f896-427f-a2f1-874d4cfd8a7d req-176ca5d3-180f-48f9-8931-6d5ae95ce63c tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318215 Aug 08 17:16:16.500750 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-56ff8bdc-0b0c-4525-a635-bcc42e7e6f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:16.589801 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-56ff8bdc-0b0c-4525-a635-bcc42e7e6f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:16.593141 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-56ff8bdc-0b0c-4525-a635-bcc42e7e6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:16.632148 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-56ff8bdc-0b0c-4525-a635-bcc42e7e6f71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3050e5bd9fc3490c95533d726dc1579e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365432 Aug 08 17:16:16.633019 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff8bdc-0b0c-4525-a635-bcc42e7e6f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346d0ab0-e2d4-424d-812e-b8e10b1eb517,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:16.634736 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42060) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:16.688517 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:16.709911 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:16.759826 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:16.762281 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:16.763469 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/346d0ab0-e2d4-424d-812e-b8e10b1eb517 HTTP/1.1" status: 204 len: 168 time: 0.1267834 Aug 08 17:16:16.770915 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346d0ab0-e2d4-424d-812e-b8e10b1eb517,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:16.777908 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.778256 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.778592 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.778960 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.779277 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.779601 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.779920 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.780246 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.780694 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.780881 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.781197 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:16.781515 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93366e42-784f-4cb6-a7df-051211372a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:17.383838 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42084) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:17.478439 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-242251453-network', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:17.500991 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Made reservation on behalf of 5a5d752a108c4dd5817e7903d839c61a for: {'network': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:16:17.503495 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:17.512851 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:17.600651 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279854c-3ee2-4ad5-bc0b-ace8361f9d03 req-d20d29d8-956f-40c0-a085-c5838d77a824 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:17.602131 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f279854c-3ee2-4ad5-bc0b-ace8361f9d03 req-d20d29d8-956f-40c0-a085-c5838d77a824 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0718000 Aug 08 17:16:17.657341 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f279854c-3ee2-4ad5-bc0b-ace8361f9d03 req-91acdc5d-0aaa-475a-a289-16310b94e11a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488949 Aug 08 17:16:17.674907 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:17.679398 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:17.700445 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:16:17.715420 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046ae6bd-c117-4e15-b777-e3a3473d61ba,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:17.720320 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:17.720664 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.segments_db [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Added segment 02c6d2ca-e55c-4762-8894-a64d3d4b5add of type vlan for network 265571c9-7857-4101-8863-7dd20ec72877 Aug 08 17:16:17.762367 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:17.792371 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:17.793407 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:17.794047 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:17.850492 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4650321 Aug 08 17:16:17.853378 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42092) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:17.859855 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905d7ae-3b25-4c57-a92e-59058c9403f1 admin admin] Pushing event updated for resources: {'Network': ['ID=265571c9-7857-4101-8863-7dd20ec72877,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:17.860073 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Request body: {'subnet': {'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-242251453-subnet', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'ip_version': 4}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:17.868483 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 265571c9-7857-4101-8863-7dd20ec72877 details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:16:17.879737 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Made reservation on behalf of 5a5d752a108c4dd5817e7903d839c61a for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:16:17.882193 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15860866'] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.046672 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16667139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15860912'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.107277 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=928fa1ba-9da8-40a7-8e99-e608f3507e2d,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:18.114139 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Checking segment: {'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:16:18.114527 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Network hostable DHCP agents. Network: 265571c9-7857-4101-8863-7dd20ec72877, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:16:18.130866 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Network 265571c9-7857-4101-8863-7dd20ec72877 is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:16:18.139125 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 265571c9-7857-4101-8863-7dd20ec72877) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:18.143013 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:18.143599 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.149359 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fcd4dd-cb1e-4e33-a511-d11610132458 None None] Network 265571c9-7857-4101-8863-7dd20ec72877 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:16:18.160585 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-c2037a11-e59b-4717-a13a-abbb504846a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3060465 Aug 08 17:16:18.163767 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42094) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:18.168211 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:18.188761 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102798'] for router, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.189710 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102785'] for router, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.247486 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.299567 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0523a24-1118-5044-8312-56a61d96f3f7-265571c9-7857-4101-8863-7dd20ec72877', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d'}]}} from dv-cinder-787296-3-iscsi. {{(pid=93517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 17:16:18.300446 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.386328 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.432631 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.db_base_plugin_common [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Allocated IP 172.20.0.2 (265571c9-7857-4101-8863-7dd20ec72877/928fa1ba-9da8-40a7-8e99-e608f3507e2d/4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa) {{(pid=93517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:16:18.580996 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Notify callbacks [] for port, precommit_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.589303 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Transition to ACTIVE for port object 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:18.595610 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.604752 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Transition to ACTIVE for port object 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa will not be triggered until provisioned by entity DHCP. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:18.610519 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.622640 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.647636 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Network 265571c9-7857-4101-8863-7dd20ec72877 is already hosted by enough agents. {{(pid=93517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:16:18.650429 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.base_scheduler [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Resources bound (agent type, host, resource id): {{(pid=93517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:18.655817 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Received port after_create {{(pid=93517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:16:18.666780 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Pushing event updated for resources: {'Port': ['ID=4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa,revision_number=1']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:18.724288 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Attempting to bind port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:16:18.724657 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Attempting to bind port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:16:18.725567 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Attempting to bind port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa on network 265571c9-7857-4101-8863-7dd20ec72877 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:16:18.730569 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:16:18.730974 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Checking segment: {'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:16:18.731382 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.731775 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Bound using segment: {'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:16:18.732240 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Bound port: 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:16:18.732473 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Allocated IP 172.27.3.127 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/799c92f0-1b3a-4e67-a295-becbd4763b5f) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:16:18.732654 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.797034 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23c87-7a96-4f13-bcc9-729ce33391af req-d38b60f3-c8c5-4653-a5c6-a8e066157cd1 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:18.798585 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-79e23c87-7a96-4f13-bcc9-729ce33391af req-d38b60f3-c8c5-4653-a5c6-a8e066157cd1 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0694950 Aug 08 17:16:18.823830 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] For port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:16:18.831968 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] For port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:16:18.837797 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.843921 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-79e23c87-7a96-4f13-bcc9-729ce33391af req-f0b6804e-793d-489f-9a4a-fce870339f8a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380781 Aug 08 17:16:18.874797 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.896445 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3de1ce-89b8-424d-ab56-68394c1aff21 None None] Pushing event updated for resources: {'Port': ['ID=4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:18.917421 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:18.961218 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:16:18.967691 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:18.969579 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Pushing event updated for resources: {'Port': ['ID=799c92f0-1b3a-4e67-a295-becbd4763b5f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:18.971558 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:16:19.240629 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:19.433440 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386'] for router, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:19.565008 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Router 840b2ab2-5d75-4070-a769-f7346b0ada2a is scheduled to L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 with binding_index 1 {{(pid=93516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 08 17:16:19.682308 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:16:19.692416 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Sync routers for ids ['840b2ab2-5d75-4070-a769-f7346b0ada2a'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:16:19.699908 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:19.701180 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-2cd39a4a-a5ef-4345-9d4b-6f22527f6e49 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5364885 Aug 08 17:16:19.704008 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42100) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:19.706099 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Routers {'840b2ab2-5d75-4070-a769-f7346b0ada2a'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:16:19.706750 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:15:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['840b2ab2-5d75-4070-a769-f7346b0ada2a'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:19.824850 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Set router 840b2ab2-5d75-4070-a769-f7346b0ada2a gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:16:19.883233 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a57e8a-1d13-4767-ac70-ebe82646b7b2 None None] Network 265571c9-7857-4101-8863-7dd20ec72877 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:16:20.000579 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-5ba081a8-6478-42a0-bf5e-6eecc7de4c40 None None] Provisioning for port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:20.065665 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40763088-8749-4c13-bac1-43f5a7db2219 req-4f3c4fd5-f9cc-4ae7-bbe5-0d1ec3fb1922 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:20.067189 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-40763088-8749-4c13-bac1-43f5a7db2219 req-4f3c4fd5-f9cc-4ae7-bbe5-0d1ec3fb1922 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0977700 Aug 08 17:16:20.142915 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-40763088-8749-4c13-bac1-43f5a7db2219 req-327ad3ef-af78-4149-8fc2-b171f484022d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679228 Aug 08 17:16:20.244215 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.289428 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:19Z', 'revision_number': 3, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:20.318697 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Checking router: 840b2ab2-5d75-4070-a769-f7346b0ada2a for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:16:20.319070 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Updating router 840b2ab2-5d75-4070-a769-f7346b0ada2a port 799c92f0-1b3a-4e67-a295-becbd4763b5f binding host dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:16:20.346131 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.403652 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Allocated IP 172.20.0.1 (265571c9-7857-4101-8863-7dd20ec72877/928fa1ba-9da8-40a7-8e99-e608f3507e2d/624bcfc1-6dac-44ab-8d6f-952d12b0b0c0) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:16:20.517786 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.532424 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.provisioning_blocks [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Transition to ACTIVE for port object 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 will not be triggered until provisioned by entity DHCP. {{(pid=93515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:20.572575 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.614115 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Network 265571c9-7857-4101-8863-7dd20ec72877 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:16:20.617002 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:20.622612 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:16:20.623117 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693457'] for router_interface, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.631079 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Notify callbacks [] for port, precommit_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.649398 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Transition to ACTIVE for port object 799c92f0-1b3a-4e67-a295-becbd4763b5f will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:20.655822 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.666038 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Pushing event updated for resources: {'Port': ['ID=624bcfc1-6dac-44ab-8d6f-952d12b0b0c0,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:20.711504 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Attempting to bind port 799c92f0-1b3a-4e67-a295-becbd4763b5f on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:16:20.711873 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Attempting to bind port 799c92f0-1b3a-4e67-a295-becbd4763b5f by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:16:20.712244 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Attempting to bind port 799c92f0-1b3a-4e67-a295-becbd4763b5f on network 111b90d2-db22-4369-bf0d-0678224568e8 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:16:20.718919 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:16:20.718919 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:16:20.718919 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.718919 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Bound using segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:16:20.719441 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Bound port: 799c92f0-1b3a-4e67-a295-becbd4763b5f, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:16:20.722282 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.722282 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a882b9f-185a-4f11-8a62-c1100fc9c9a6 None None] Pushing event updated for resources: {'Port': ['ID=799c92f0-1b3a-4e67-a295-becbd4763b5f,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:20.813002 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] For port 799c92f0-1b3a-4e67-a295-becbd4763b5f, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:16:20.815210 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.816353 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] For port 799c92f0-1b3a-4e67-a295-becbd4763b5f, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=799c92f0-1b3a-4e67-a295-becbd4763b5f,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:16:20.819209 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2711a54f-c5fb-409c-8f7b-937748b305ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.822445 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:20.897600 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:20.908922 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a882b9f-185a-4f11-8a62-c1100fc9c9a6 None None] Pushing event updated for resources: {'Port': ['ID=799c92f0-1b3a-4e67-a295-becbd4763b5f,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:20.930305 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Routers {'840b2ab2-5d75-4070-a769-f7346b0ada2a'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:16:20.930988 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:15:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['840b2ab2-5d75-4070-a769-f7346b0ada2a'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:20.973701 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-be68a11f-ef67-4227-a5dc-30c03fcaf126 None None] Provisioning for port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:20.992043 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-be68a11f-ef67-4227-a5dc-30c03fcaf126 None None] Provisioning complete for port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:20.992427 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-be68a11f-ef67-4227-a5dc-30c03fcaf126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:21.020351 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:21.027018 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:21.031598 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693605'] for router_interface, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:21.071103 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-be68a11f-ef67-4227-a5dc-30c03fcaf126 None None] Port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:16:21.079152 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:21.089578 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:21.089959 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:21.117401 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] Set router 840b2ab2-5d75-4070-a769-f7346b0ada2a gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:16:21.119667 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Pushing event updated for resources: {'Port': ['ID=624bcfc1-6dac-44ab-8d6f-952d12b0b0c0,revision_number=2']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:21.167195 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Network 265571c9-7857-4101-8863-7dd20ec72877 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:16:21.173007 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:21.312682 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:21.321133 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05644b-9f16-40cf-bef2-6af98e6b754a req-b0fcc371-216d-4518-a39a-5bf1f10b45b2 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:21.322314 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bd05644b-9f16-40cf-bef2-6af98e6b754a req-b0fcc371-216d-4518-a39a-5bf1f10b45b2 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0978870 Aug 08 17:16:21.357009 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Router 840b2ab2-5d75-4070-a769-f7346b0ada2a has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:16:21.382032 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:16:21.386161 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bd05644b-9f16-40cf-bef2-6af98e6b754a req-1b8f8e8e-e878-46be-94db-6a7cafc7023c tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562260 Aug 08 17:16:21.389612 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:21.449684 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:21.464598 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 1, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:21.509357 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055ffb78-09c5-4506-b918-0feee7eebe09 None None] The sync data for ids ['840b2ab2-5d75-4070-a769-f7346b0ada2a'] in dv-cinder-787296-3-iscsi is: [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 1, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:16:21.514545 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:16:21.523302 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-34c3774a-06bd-4901-be4b-0abb9e3e31fb admin admin] 10.222.0.20 "PUT /v2.0/routers/840b2ab2-5d75-4070-a769-f7346b0ada2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8181419 Aug 08 17:16:21.541810 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-ce5d66c9-70de-4d91-bb29-27854ffa0fe4 None None] Provisioning complete for port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:21.541810 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ce5d66c9-70de-4d91-bb29-27854ffa0fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:21.587535 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-ce5d66c9-70de-4d91-bb29-27854ffa0fe4 None None] Port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:16:21.643184 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298e54c-6541-46dc-9b48-8ad261a7efd0 req-bb29c8e0-cd6d-47eb-983a-288d624c6bc8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:21.644780 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7298e54c-6541-46dc-9b48-8ad261a7efd0 req-bb29c8e0-cd6d-47eb-983a-288d624c6bc8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0655315 Aug 08 17:16:21.693343 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7298e54c-6541-46dc-9b48-8ad261a7efd0 req-1c7f00eb-3532-43c1-b898-165fd7c41157 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418849 Aug 08 17:16:21.774497 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc035a3-3017-445a-b150-a667df39fc22 req-e8b12311-78eb-47b1-aa5f-73ea3b7c3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:21.776921 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ffc035a3-3017-445a-b150-a667df39fc22 req-e8b12311-78eb-47b1-aa5f-73ea3b7c3e60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 1098 time: 0.1437662 Aug 08 17:16:21.880556 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc035a3-3017-445a-b150-a667df39fc22 req-bd77ffce-3079-4798-a336-581c6a4636cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:21.882148 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ffc035a3-3017-445a-b150-a667df39fc22 req-bd77ffce-3079-4798-a336-581c6a4636cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 200 len: 910 time: 0.0976384 Aug 08 17:16:21.957162 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ffc035a3-3017-445a-b150-a667df39fc22 req-259e1d8d-fec3-47d7-bf57-d8d0d20507f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8bc50d-b562-4030-840e-b81eb4423c73 HTTP/1.1" status: 200 len: 1001 time: 0.0671647 Aug 08 17:16:22.021165 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc035a3-3017-445a-b150-a667df39fc22 req-8430d404-5f38-4978-b2ce-301cbd915c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:22.027784 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ffc035a3-3017-445a-b150-a667df39fc22 req-8430d404-5f38-4978-b2ce-301cbd915c6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=798f916c-ee1e-42db-8664-8d80bd4604ca HTTP/1.1" status: 200 len: 849 time: 0.0597010 Aug 08 17:16:22.097162 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc035a3-3017-445a-b150-a667df39fc22 req-61b2879b-8b34-4500-84ef-a605fa769a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:22.098848 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ffc035a3-3017-445a-b150-a667df39fc22 req-61b2879b-8b34-4500-84ef-a605fa769a0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667026 Aug 08 17:16:22.155006 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42134) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:22.159572 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1234098562-network', 'tenant_id': '898d65e546f749d7af7de8b1f46af289'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:22.192010 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Made reservation on behalf of 898d65e546f749d7af7de8b1f46af289 for: {'network': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:16:22.195057 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.204295 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.231278 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ffc035a3-3017-445a-b150-a667df39fc22 req-94b69633-f268-49f0-a757-212308bac58f service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241403 Aug 08 17:16:22.348490 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.354115 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.362034 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ffc035a3-3017-445a-b150-a667df39fc22 req-34edd530-b742-4c95-91f9-b2aeb2c80b31 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227381 Aug 08 17:16:22.382555 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:16:22.392386 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a71ad7-7f1c-4071-94e7-71a36dae4262,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:22.397568 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.397914 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.segments_db [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Added segment fff52143-3543-4775-831b-5602dc04fb1a of type vlan for network 5df8d710-960d-46be-acd7-9a73ab4bf6ad Aug 08 17:16:22.443800 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.475909 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.476862 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:22.477441 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.534591 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3790634 Aug 08 17:16:22.537997 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42136) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:22.542654 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Request body: {'subnet': {'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1234098562-subnet', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'ip_version': 4}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:22.553825 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f677f3-304e-497f-b4bc-19b88baec5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=5df8d710-960d-46be-acd7-9a73ab4bf6ad,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:22.572620 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Made reservation on behalf of 898d65e546f749d7af7de8b1f46af289 for: {'subnet': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:16:22.574514 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 5df8d710-960d-46be-acd7-9a73ab4bf6ad details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:16:22.575278 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.759450 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.849671 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bbf19e6-0479-4d0e-9f5a-cfa1014f3347,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:22.858374 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Checking segment: {'id': 'fff52143-3543-4775-831b-5602dc04fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:16:22.858764 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Network hostable DHCP agents. Network: 5df8d710-960d-46be-acd7-9a73ab4bf6ad, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:16:22.877437 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d36173-f881-42da-a209-a172f298e563 req-19193d9b-a574-4bef-9ea8-2b28f5a90ea8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:22.877857 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a8d36173-f881-42da-a209-a172f298e563 req-19193d9b-a574-4bef-9ea8-2b28f5a90ea8 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0906343 Aug 08 17:16:22.902925 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Network 5df8d710-960d-46be-acd7-9a73ab4bf6ad is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:16:22.928950 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 5df8d710-960d-46be-acd7-9a73ab4bf6ad) {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:22.939092 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 799c92f0-1b3a-4e67-a295-becbd4763b5f up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:22.946121 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:22.946570 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1e8d4-a7e7-40d0-a9bb-8bd59fcd5566 None None] Network 5df8d710-960d-46be-acd7-9a73ab4bf6ad requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:16:22.946738 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:22.958910 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a8d36173-f881-42da-a209-a172f298e563 req-0a6a6805-d81e-481b-ba0b-70ec9c0da6cd tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647020 Aug 08 17:16:22.981106 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42142) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:22.981551 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-dcfa5076-fc41-4a06-a911-9a1f33e59073 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4358153 Aug 08 17:16:22.984227 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1234098562-router', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:23.005120 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102798'] for router, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.006950 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1618728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102785'] for router, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.066505 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.074941 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 799c92f0-1b3a-4e67-a295-becbd4763b5f completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:23.081673 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 799c92f0-1b3a-4e67-a295-becbd4763b5f triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:23.082058 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.214612 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb0523a24-1118-5044-8312-56a61d96f3f7-5df8d710-960d-46be-acd7-9a73ab4bf6ad', 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'fixed_ips': [{'subnet_id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347'}]}} from dv-cinder-787296-3-iscsi. {{(pid=93517) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 17:16:23.215417 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.222552 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.248142 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.328064 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 799c92f0-1b3a-4e67-a295-becbd4763b5f, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=799c92f0-1b3a-4e67-a295-becbd4763b5f,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:16:23.336442 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.337258 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:23.425603 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.452134 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.459120 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.db_base_plugin_common [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Allocated IP 172.20.0.2 (5df8d710-960d-46be-acd7-9a73ab4bf6ad/8bbf19e6-0479-4d0e-9f5a-cfa1014f3347/cc6c437f-655b-40cd-b9a5-1bcc0617e887) {{(pid=93517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:16:23.461473 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=799c92f0-1b3a-4e67-a295-becbd4763b5f,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:23.527899 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:23.528768 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.571498 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Allocated IP 172.27.3.74 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/d840d503-9467-4379-8e0c-42efd4d9debf) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:16:23.695619 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.701833 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ec9c885c-1e4d-44bc-8a30-17452810548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.712025 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Notify callbacks [] for port, precommit_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.720522 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Sync routers for ids ['840b2ab2-5d75-4070-a769-f7346b0ada2a'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:16:23.721231 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Transition to ACTIVE for port object cc6c437f-655b-40cd-b9a5-1bcc0617e887 will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:23.730059 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Routers {'840b2ab2-5d75-4070-a769-f7346b0ada2a'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:16:23.730679 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['840b2ab2-5d75-4070-a769-f7346b0ada2a'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:23.736212 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.737427 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Transition to ACTIVE for port object cc6c437f-655b-40cd-b9a5-1bcc0617e887 will not be triggered until provisioned by entity DHCP. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:23.743909 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.773771 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:16:23.776695 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:23.782991 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:16:23.789086 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Network 5df8d710-960d-46be-acd7-9a73ab4bf6ad is already hosted by enough agents. {{(pid=93517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:16:23.798550 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.scheduler.base_scheduler [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Resources bound (agent type, host, resource id): {{(pid=93517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:23.802073 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Received port after_create {{(pid=93517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:16:23.809934 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Pushing event updated for resources: {'Port': ['ID=cc6c437f-655b-40cd-b9a5-1bcc0617e887,revision_number=1']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:23.812542 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Pushing event updated for resources: {'Port': ['ID=d840d503-9467-4379-8e0c-42efd4d9debf,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:23.860362 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Set router 840b2ab2-5d75-4070-a769-f7346b0ada2a gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:16:23.866078 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Attempting to bind port cc6c437f-655b-40cd-b9a5-1bcc0617e887 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:16:23.866897 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Attempting to bind port cc6c437f-655b-40cd-b9a5-1bcc0617e887 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'fff52143-3543-4775-831b-5602dc04fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:16:23.866897 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Attempting to bind port cc6c437f-655b-40cd-b9a5-1bcc0617e887 on network 5df8d710-960d-46be-acd7-9a73ab4bf6ad {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:16:23.871810 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:16:23.872316 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Checking segment: {'id': 'fff52143-3543-4775-831b-5602dc04fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:16:23.872715 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.873104 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Bound using segment: {'id': 'fff52143-3543-4775-831b-5602dc04fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:16:23.873565 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Bound port: cc6c437f-655b-40cd-b9a5-1bcc0617e887, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff52143-3543-4775-831b-5602dc04fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:16:23.873944 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.932493 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:23.970808 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-32663909-1a29-465f-b99f-6c851e068547 None None] For port cc6c437f-655b-40cd-b9a5-1bcc0617e887, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:16:23.974983 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-32663909-1a29-465f-b99f-6c851e068547 None None] For port cc6c437f-655b-40cd-b9a5-1bcc0617e887, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=cc6c437f-655b-40cd-b9a5-1bcc0617e887,segment=NetworkSegment(fff52143-3543-4775-831b-5602dc04fb1a),segment_id=fff52143-3543-4775-831b-5602dc04fb1a)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:16:23.979964 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.054748 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32663909-1a29-465f-b99f-6c851e068547 None None] Pushing event updated for resources: {'Port': ['ID=cc6c437f-655b-40cd-b9a5-1bcc0617e887,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:24.109661 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 2, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:24.137420 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94383f-179b-4816-8a8a-b7a814646f79 req-e32a44f9-889d-40b9-b2bd-157d2bb1b370 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:24.139317 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3b94383f-179b-4816-8a8a-b7a814646f79 req-e32a44f9-889d-40b9-b2bd-157d2bb1b370 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0567951 Aug 08 17:16:24.148601 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Checking router: 840b2ab2-5d75-4070-a769-f7346b0ada2a for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:16:24.149210 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Updating router 840b2ab2-5d75-4070-a769-f7346b0ada2a port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 binding host dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:16:24.193873 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3b94383f-179b-4816-8a8a-b7a814646f79 req-48cf9882-9bcd-4125-9aa3-c0bf588009fa tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480452 Aug 08 17:16:24.198637 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.390497 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.525385 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.535609 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.provisioning_blocks [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Transition to ACTIVE for port object 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 will not be triggered until provisioned by entity L2. {{(pid=93518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:24.541991 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.602445 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692386'] for router, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.613807 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Pushing event updated for resources: {'Port': ['ID=624bcfc1-6dac-44ab-8d6f-952d12b0b0c0,revision_number=3']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:24.614618 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.634668 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.635084 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.635389 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.635714 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.636043 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.636374 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.636701 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.637030 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.637379 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.637711 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.638036 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.638357 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:24.679132 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Attempting to bind port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:16:24.679503 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Attempting to bind port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:16:24.679897 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Attempting to bind port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 on network 265571c9-7857-4101-8863-7dd20ec72877 {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:16:24.685027 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:16:24.685399 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Checking segment: {'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:16:24.685799 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.686191 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Bound using segment: {'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:16:24.686655 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Bound port: 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'}}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:16:24.687073 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.744872 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Router e59857cd-0e39-4d59-8fc7-dccb39896900 is scheduled to L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 with binding_index 1 {{(pid=93516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 08 17:16:24.764831 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] For port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:16:24.768269 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] For port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=624bcfc1-6dac-44ab-8d6f-952d12b0b0c0,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:16:24.776260 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.840942 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de481e13-79c9-43bc-9f45-d419dd829a38 None None] Pushing event updated for resources: {'Port': ['ID=624bcfc1-6dac-44ab-8d6f-952d12b0b0c0,revision_number=4']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:24.860546 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Routers {'840b2ab2-5d75-4070-a769-f7346b0ada2a'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:16:24.861752 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['840b2ab2-5d75-4070-a769-f7346b0ada2a'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:24.908643 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:16:24.920522 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Sync routers for ids ['e59857cd-0e39-4d59-8fc7-dccb39896900'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:16:24.937129 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Routers {'e59857cd-0e39-4d59-8fc7-dccb39896900'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:16:24.937782 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e59857cd-0e39-4d59-8fc7-dccb39896900'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:24.948828 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:24.958676 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-443e78bd-b855-4b30-a213-30f8120d9a6f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9827740 Aug 08 17:16:24.961690 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42156) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:25.026060 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] Set router 840b2ab2-5d75-4070-a769-f7346b0ada2a gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:16:25.261955 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 799c92f0-1b3a-4e67-a295-becbd4763b5f up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:25.316856 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7acd23d-1eef-44ac-8d23-5c8dd32f6005 None None] Network 5df8d710-960d-46be-acd7-9a73ab4bf6ad requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:16:25.372057 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Set router e59857cd-0e39-4d59-8fc7-dccb39896900 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:16:25.403739 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:24Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:25.435797 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3682b09d-f873-43f4-bf5a-26bda373cbf7 None None] The sync data for ids ['840b2ab2-5d75-4070-a769-f7346b0ada2a'] in dv-cinder-787296-3-iscsi is: [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:24Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:16:25.480759 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:25.487941 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 799c92f0-1b3a-4e67-a295-becbd4763b5f triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:25.488314 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:25.521622 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-b5c17943-08dd-46aa-aa3b-af2835673adb None None] Provisioning for port cc6c437f-655b-40cd-b9a5-1bcc0617e887 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:25.670979 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Allocated IP 172.20.0.1 (5df8d710-960d-46be-acd7-9a73ab4bf6ad/8bbf19e6-0479-4d0e-9f5a-cfa1014f3347/22451694-8ec6-4bf8-8a21-9d9ac3402091) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:16:25.721172 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device cc6c437f-655b-40cd-b9a5-1bcc0617e887 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:25.788128 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'name': 'tempest-TestShelveInstance-1234098562-router', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:24Z', 'revision_number': 3, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'gw_port': {'id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:25.807069 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:25.817643 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Checking router: e59857cd-0e39-4d59-8fc7-dccb39896900 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:16:25.818644 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Updating router e59857cd-0e39-4d59-8fc7-dccb39896900 port d840d503-9467-4379-8e0c-42efd4d9debf binding host dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:16:25.828277 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Transition to ACTIVE for port object 22451694-8ec6-4bf8-8a21-9d9ac3402091 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:25.847369 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port cc6c437f-655b-40cd-b9a5-1bcc0617e887 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:25.863440 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:25.865292 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port cc6c437f-655b-40cd-b9a5-1bcc0617e887 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:25.865655 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:25.894675 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:25.936291 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Pushing event updated for resources: {'Port': ['ID=22451694-8ec6-4bf8-8a21-9d9ac3402091,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:25.957299 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Network 5df8d710-960d-46be-acd7-9a73ab4bf6ad is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:16:25.959668 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:25.962119 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:16:26.005917 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693457'] for router_interface, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.139974 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.144500 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-f0b6507a-4ffc-454e-aca2-964fce31fa14 None None] Provisioning complete for port cc6c437f-655b-40cd-b9a5-1bcc0617e887 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:26.144940 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f0b6507a-4ffc-454e-aca2-964fce31fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.163958 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.264474 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port cc6c437f-655b-40cd-b9a5-1bcc0617e887, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=cc6c437f-655b-40cd-b9a5-1bcc0617e887,segment=NetworkSegment(fff52143-3543-4775-831b-5602dc04fb1a),segment_id=fff52143-3543-4775-831b-5602dc04fb1a)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:16:26.268714 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.275501 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.344630 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.351945 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.408525 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=cc6c437f-655b-40cd-b9a5-1bcc0617e887,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:26.417720 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1569844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1693605'] for router_interface, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.419638 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Pushing event updated for resources: {'Port': ['ID=22451694-8ec6-4bf8-8a21-9d9ac3402091,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:26.422594 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Notify callbacks [] for port, precommit_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.434368 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Transition to ACTIVE for port object d840d503-9467-4379-8e0c-42efd4d9debf will not be triggered until provisioned by entity L2. {{(pid=93517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:26.440361 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.501716 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Attempting to bind port d840d503-9467-4379-8e0c-42efd4d9debf on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:16:26.502093 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Attempting to bind port d840d503-9467-4379-8e0c-42efd4d9debf by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:16:26.502453 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Attempting to bind port d840d503-9467-4379-8e0c-42efd4d9debf on network 111b90d2-db22-4369-bf0d-0678224568e8 {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:16:26.506421 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94dddb-0b16-43aa-96cc-619ce218edd3 None None] Pushing event updated for resources: {'Port': ['ID=d840d503-9467-4379-8e0c-42efd4d9debf,revision_number=2']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:26.512683 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:16:26.513060 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Checking segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:16:26.513471 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.513861 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Bound using segment: {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'} {{(pid=93517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:16:26.514335 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.managers [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Bound port: d840d503-9467-4379-8e0c-42efd4d9debf, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967ec0-25e9-48a3-918a-4f85ed81394d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}}] {{(pid=93517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:16:26.514824 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.515427 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Network 5df8d710-960d-46be-acd7-9a73ab4bf6ad is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:16:26.517977 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-5e69c725-6ab4-45c9-9be1-decdf578b9d5 None None] Provisioning for port 22451694-8ec6-4bf8-8a21-9d9ac3402091 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:26.520009 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:26.541898 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-5e69c725-6ab4-45c9-9be1-decdf578b9d5 None None] Provisioning complete for port 22451694-8ec6-4bf8-8a21-9d9ac3402091 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:26.542347 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-5e69c725-6ab4-45c9-9be1-decdf578b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.603902 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-5e69c725-6ab4-45c9-9be1-decdf578b9d5 None None] Port 22451694-8ec6-4bf8-8a21-9d9ac3402091 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:16:26.605762 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] For port d840d503-9467-4379-8e0c-42efd4d9debf, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:16:26.609346 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] For port d840d503-9467-4379-8e0c-42efd4d9debf, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=d840d503-9467-4379-8e0c-42efd4d9debf,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:16:26.613573 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.655181 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Router e59857cd-0e39-4d59-8fc7-dccb39896900 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:16:26.673292 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Routers {'e59857cd-0e39-4d59-8fc7-dccb39896900'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:16:26.673926 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e59857cd-0e39-4d59-8fc7-dccb39896900'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:26.676956 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94dddb-0b16-43aa-96cc-619ce218edd3 None None] Pushing event updated for resources: {'Port': ['ID=d840d503-9467-4379-8e0c-42efd4d9debf,revision_number=3']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:26.777374 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:16:26.782432 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-10ee483d-a778-4d0d-a121-6df96ec9e1ad admin admin] 10.222.0.20 "PUT /v2.0/routers/e59857cd-0e39-4d59-8fc7-dccb39896900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8193591 Aug 08 17:16:26.793749 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] Set router e59857cd-0e39-4d59-8fc7-dccb39896900 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:16:26.844087 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-d56c05e8-33b9-46b6-b803-4223051b0350 None None] Provisioning complete for port 22451694-8ec6-4bf8-8a21-9d9ac3402091 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:26.844412 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-d56c05e8-33b9-46b6-b803-4223051b0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:26.895031 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:27.096120 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-d56c05e8-33b9-46b6-b803-4223051b0350 None None] Port 22451694-8ec6-4bf8-8a21-9d9ac3402091 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:16:27.147034 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:27.167715 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:27.168086 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.230077 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'name': 'tempest-TestShelveInstance-1234098562-router', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:26Z', 'revision_number': 4, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'gw_port': {'id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '22451694-8ec6-4bf8-8a21-9d9ac3402091', 'name': '', 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'mac_address': 'fa:16:3e:86:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:25Z', 'updated_at': '2021-08-08T17:16:26Z', 'revision_number': 2, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'subnets': [{'id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:27.265589 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42180) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:27.270685 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-7be27617-d87c-4e75-a707-ca64630d3200 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180402324', 'description': 'tempest-secgroup-smoke-180402324 description', 'project_id': '5a5d752a108c4dd5817e7903d839c61a'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:27.276997 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7950e-8d75-46dc-84df-2d9142ec0189 None None] The sync data for ids ['e59857cd-0e39-4d59-8fc7-dccb39896900'] in dv-cinder-787296-3-iscsi is: [{'id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'name': 'tempest-TestShelveInstance-1234098562-router', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:26Z', 'revision_number': 4, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'gw_port': {'id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '22451694-8ec6-4bf8-8a21-9d9ac3402091', 'name': '', 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'mac_address': 'fa:16:3e:86:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:25Z', 'updated_at': '2021-08-08T17:16:26Z', 'revision_number': 2, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'subnets': [{'id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:16:27.290302 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.295825 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7be27617-d87c-4e75-a707-ca64630d3200 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.325874 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=624bcfc1-6dac-44ab-8d6f-952d12b0b0c0,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:16:27.330080 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.331477 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device cc6c437f-655b-40cd-b9a5-1bcc0617e887 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:27.394642 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7be27617-d87c-4e75-a707-ca64630d3200 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.400078 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7be27617-d87c-4e75-a707-ca64630d3200 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.412134 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=624bcfc1-6dac-44ab-8d6f-952d12b0b0c0,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:27.422507 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port cc6c437f-655b-40cd-b9a5-1bcc0617e887 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:27.422919 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.431913 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-7be27617-d87c-4e75-a707-ca64630d3200 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.435806 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-7be27617-d87c-4e75-a707-ca64630d3200 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1662765 Aug 08 17:16:27.436079 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42184) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:27.441048 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-a3ec3f73-10b2-497b-8fc9-a96c29eae6cd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Request body: {'security_group_rule': {'security_group_id': 'dc157ba1-1842-45b9-bdcd-0b162a56d92f', 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:27.441213 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be27617-d87c-4e75-a707-ca64630d3200 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc157ba1-1842-45b9-bdcd-0b162a56d92f,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:27.469844 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3f73-10b2-497b-8fc9-a96c29eae6cd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.540731 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3f73-10b2-497b-8fc9-a96c29eae6cd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.545470 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3f73-10b2-497b-8fc9-a96c29eae6cd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.570873 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec3f73-10b2-497b-8fc9-a96c29eae6cd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907291af-938b-47c5-8786-e22c908c466f,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:27.576042 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3f73-10b2-497b-8fc9-a96c29eae6cd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.577277 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-a3ec3f73-10b2-497b-8fc9-a96c29eae6cd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402051 Aug 08 17:16:27.581486 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42186) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:27.586279 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-11541377-2d7f-40d7-ad18-4ff35e86ab71 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Request body: {'security_group_rule': {'security_group_id': 'dc157ba1-1842-45b9-bdcd-0b162a56d92f', 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:27.616839 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-11541377-2d7f-40d7-ad18-4ff35e86ab71 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.670784 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-11541377-2d7f-40d7-ad18-4ff35e86ab71 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.676462 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-11541377-2d7f-40d7-ad18-4ff35e86ab71 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.698467 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11541377-2d7f-40d7-ad18-4ff35e86ab71 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3a5b1a-3beb-4ff6-bb5c-507ccdb6ec18,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:27.703048 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-11541377-2d7f-40d7-ad18-4ff35e86ab71 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.707169 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-11541377-2d7f-40d7-ad18-4ff35e86ab71 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221907 Aug 08 17:16:27.707643 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42188) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:27.712049 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-e104152e-1825-4468-af65-599456698e11 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Request body: {'security_group_rule': {'security_group_id': 'dc157ba1-1842-45b9-bdcd-0b162a56d92f', 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:27.741770 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e104152e-1825-4468-af65-599456698e11 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.804202 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e104152e-1825-4468-af65-599456698e11 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.808057 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e104152e-1825-4468-af65-599456698e11 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.828683 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104152e-1825-4468-af65-599456698e11 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31e2392-69bb-4971-815d-5eec6f434945,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:27.833318 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e104152e-1825-4468-af65-599456698e11 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.834886 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e104152e-1825-4468-af65-599456698e11 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264763 Aug 08 17:16:27.837706 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42190) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:27.842185 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-6b645542-6861-454e-90e5-c449d56aff4b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Request body: {'security_group_rule': {'security_group_id': 'dc157ba1-1842-45b9-bdcd-0b162a56d92f', 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:27.871124 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6b645542-6861-454e-90e5-c449d56aff4b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.934528 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6b645542-6861-454e-90e5-c449d56aff4b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.938111 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6b645542-6861-454e-90e5-c449d56aff4b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.954502 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b645542-6861-454e-90e5-c449d56aff4b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b070b52b-d1a9-4543-bcb5-aac00b5d28a1,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:27.962950 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6b645542-6861-454e-90e5-c449d56aff4b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:27.964614 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-6b645542-6861-454e-90e5-c449d56aff4b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259713 Aug 08 17:16:27.967339 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42192) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:27.973602 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-92910532-e2f1-4c46-a270-e7f56e915645 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Request body: {'security_group_rule': {'security_group_id': 'dc157ba1-1842-45b9-bdcd-0b162a56d92f', 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:27.996079 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.securitygroups_db [None req-92910532-e2f1-4c46-a270-e7f56e915645 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Project 5a5d752a108c4dd5817e7903d839c61a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 17:16:28.000827 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-92910532-e2f1-4c46-a270-e7f56e915645 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:28.058185 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-92910532-e2f1-4c46-a270-e7f56e915645 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:28.061759 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-92910532-e2f1-4c46-a270-e7f56e915645 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:28.082324 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92910532-e2f1-4c46-a270-e7f56e915645 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc372a8-e0dd-40ea-81ad-851af86ef83c,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:28.086380 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-92910532-e2f1-4c46-a270-e7f56e915645 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:28.090011 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-92910532-e2f1-4c46-a270-e7f56e915645 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191125 Aug 08 17:16:28.090494 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42194) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:28.094518 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-51fee0f9-167c-406d-8ee0-30f576b5ed7e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Request body: {'security_group_rule': {'security_group_id': 'dc157ba1-1842-45b9-bdcd-0b162a56d92f', 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:28.116472 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.securitygroups_db [None req-51fee0f9-167c-406d-8ee0-30f576b5ed7e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Project 5a5d752a108c4dd5817e7903d839c61a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 17:16:28.121475 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-51fee0f9-167c-406d-8ee0-30f576b5ed7e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:28.196720 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-51fee0f9-167c-406d-8ee0-30f576b5ed7e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:28.200378 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-51fee0f9-167c-406d-8ee0-30f576b5ed7e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:28.221803 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fee0f9-167c-406d-8ee0-30f576b5ed7e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5726c108-b17d-4986-9a9a-96a90c0881ff,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:28.228917 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-51fee0f9-167c-406d-8ee0-30f576b5ed7e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:28.230131 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-51fee0f9-167c-406d-8ee0-30f576b5ed7e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389489 Aug 08 17:16:28.934762 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device d840d503-9467-4379-8e0c-42efd4d9debf up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:28.989506 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port d840d503-9467-4379-8e0c-42efd4d9debf completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:28.993064 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port d840d503-9467-4379-8e0c-42efd4d9debf triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:28.993439 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:29.073118 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:29.095900 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port d840d503-9467-4379-8e0c-42efd4d9debf, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=d840d503-9467-4379-8e0c-42efd4d9debf,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:16:29.100161 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:29.100942 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:29.175048 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=d840d503-9467-4379-8e0c-42efd4d9debf,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:29.186462 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:29.186812 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:29.533491 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Sync routers for ids ['e59857cd-0e39-4d59-8fc7-dccb39896900'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:16:29.542773 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Routers {'e59857cd-0e39-4d59-8fc7-dccb39896900'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:16:29.543409 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e59857cd-0e39-4d59-8fc7-dccb39896900'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:29.647544 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Set router e59857cd-0e39-4d59-8fc7-dccb39896900 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:16:29.845239 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'name': 'tempest-TestShelveInstance-1234098562-router', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:26Z', 'revision_number': 4, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'gw_port': {'id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '22451694-8ec6-4bf8-8a21-9d9ac3402091', 'name': '', 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'mac_address': 'fa:16:3e:86:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:25Z', 'updated_at': '2021-08-08T17:16:26Z', 'revision_number': 2, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'subnets': [{'id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:29.872585 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Checking router: e59857cd-0e39-4d59-8fc7-dccb39896900 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:16:29.872947 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Updating router e59857cd-0e39-4d59-8fc7-dccb39896900 port 22451694-8ec6-4bf8-8a21-9d9ac3402091 binding host dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 17:16:29.897293 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:30.160522 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Notify callbacks [] for port, precommit_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:30.170980 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.provisioning_blocks [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Transition to ACTIVE for port object 22451694-8ec6-4bf8-8a21-9d9ac3402091 will not be triggered until provisioned by entity L2. {{(pid=93518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:30.176801 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:30.227745 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721605b1-972c-423f-b4c8-634dd72a45fd None None] Pushing event updated for resources: {'Port': ['ID=22451694-8ec6-4bf8-8a21-9d9ac3402091,revision_number=3']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:30.277601 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Attempting to bind port 22451694-8ec6-4bf8-8a21-9d9ac3402091 on host dv-cinder-787296-3-iscsi for vnic_type normal with profile {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:16:30.277975 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Attempting to bind port 22451694-8ec6-4bf8-8a21-9d9ac3402091 by drivers openvswitch,hyperv on host dv-cinder-787296-3-iscsi at level 0 using segments [{'id': 'fff52143-3543-4775-831b-5602dc04fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad'}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:16:30.278333 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Attempting to bind port 22451694-8ec6-4bf8-8a21-9d9ac3402091 on network 5df8d710-960d-46be-acd7-9a73ab4bf6ad {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:16:30.285817 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Checking agent: {'id': 'c5e92242-0373-4074-95be-af66c0613146', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 2, 54), 'started_at': datetime.datetime(2021, 8, 8, 17, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:16:30.286200 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Checking segment: {'id': 'fff52143-3543-4775-831b-5602dc04fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:16:30.286606 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:30.287865 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Bound using segment: {'id': 'fff52143-3543-4775-831b-5602dc04fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad'} {{(pid=93518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:16:30.288611 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.managers [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Bound port: 22451694-8ec6-4bf8-8a21-9d9ac3402091, host: dv-cinder-787296-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff52143-3543-4775-831b-5602dc04fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad'}}] {{(pid=93518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:16:30.289021 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:30.354102 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] For port 22451694-8ec6-4bf8-8a21-9d9ac3402091, host dv-cinder-787296-3-iscsi, cleared binding levels {{(pid=93518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:16:30.357351 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.db [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] For port 22451694-8ec6-4bf8-8a21-9d9ac3402091, host dv-cinder-787296-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=22451694-8ec6-4bf8-8a21-9d9ac3402091,segment=NetworkSegment(fff52143-3543-4775-831b-5602dc04fb1a),segment_id=fff52143-3543-4775-831b-5602dc04fb1a)] {{(pid=93518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:16:30.362128 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:30.422966 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Routers {'e59857cd-0e39-4d59-8fc7-dccb39896900'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:16:30.423589 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e59857cd-0e39-4d59-8fc7-dccb39896900'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:30.426836 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721605b1-972c-423f-b4c8-634dd72a45fd None None] Pushing event updated for resources: {'Port': ['ID=22451694-8ec6-4bf8-8a21-9d9ac3402091,revision_number=4']} {{(pid=93518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:30.537611 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] Set router e59857cd-0e39-4d59-8fc7-dccb39896900 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:16:30.740415 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'name': 'tempest-TestShelveInstance-1234098562-router', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:26Z', 'revision_number': 4, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'gw_port': {'id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '22451694-8ec6-4bf8-8a21-9d9ac3402091', 'name': '', 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'mac_address': 'fa:16:3e:86:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:25Z', 'updated_at': '2021-08-08T17:16:30Z', 'revision_number': 4, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'subnets': [{'id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:16:30.767389 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c7db1-763e-4d8b-8926-078f50f92e65 None None] The sync data for ids ['e59857cd-0e39-4d59-8fc7-dccb39896900'] in dv-cinder-787296-3-iscsi is: [{'id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'name': 'tempest-TestShelveInstance-1234098562-router', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:26Z', 'revision_number': 4, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'gw_port': {'id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '22451694-8ec6-4bf8-8a21-9d9ac3402091', 'name': '', 'network_id': '5df8d710-960d-46be-acd7-9a73ab4bf6ad', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'mac_address': 'fa:16:3e:86:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:25Z', 'updated_at': '2021-08-08T17:16:30Z', 'revision_number': 4, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'subnets': [{'id': '8bbf19e6-0479-4d0e-9f5a-cfa1014f3347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:16:30.875398 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device d840d503-9467-4379-8e0c-42efd4d9debf up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:30.929548 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port d840d503-9467-4379-8e0c-42efd4d9debf triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:30.929924 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:31.017121 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 22451694-8ec6-4bf8-8a21-9d9ac3402091 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:31.066037 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning for port 22451694-8ec6-4bf8-8a21-9d9ac3402091 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:31.072116 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 22451694-8ec6-4bf8-8a21-9d9ac3402091 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:31.072487 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:31.154234 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:31.190003 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] For port 22451694-8ec6-4bf8-8a21-9d9ac3402091, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=22451694-8ec6-4bf8-8a21-9d9ac3402091,segment=NetworkSegment(fff52143-3543-4775-831b-5602dc04fb1a),segment_id=fff52143-3543-4775-831b-5602dc04fb1a)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:16:31.194491 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:31.245320 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Pushing event updated for resources: {'Port': ['ID=22451694-8ec6-4bf8-8a21-9d9ac3402091,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:31.253099 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.253447 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.253789 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.254124 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.254456 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.254846 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.255182 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.255672 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.256298 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.256803 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.257138 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:31.257522 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:32.835660 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 22451694-8ec6-4bf8-8a21-9d9ac3402091 up at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:16:32.883396 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Provisioning complete for port 22451694-8ec6-4bf8-8a21-9d9ac3402091 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:32.883776 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:33.327297 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:16:43.160381 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42360) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:43.261618 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-664600ae-9875-4936-801a-9e3e200d2cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:43.347342 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-664600ae-9875-4936-801a-9e3e200d2cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:43.351347 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-664600ae-9875-4936-801a-9e3e200d2cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:43.391008 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-664600ae-9875-4936-801a-9e3e200d2cdf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e6a99f17ef748678a7ac830d5b01255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295430 Aug 08 17:16:43.391865 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664600ae-9875-4936-801a-9e3e200d2cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce55977-5ef6-42ed-8bfc-593e29cbf078,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:43.394452 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42364) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:16:43.446819 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:43.469849 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:43.525424 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:43.528131 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:43.529272 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ce55977-5ef6-42ed-8bfc-593e29cbf078 HTTP/1.1" status: 204 len: 168 time: 0.1337817 Aug 08 17:16:43.537232 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce55977-5ef6-42ed-8bfc-593e29cbf078,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:43.544597 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.544949 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.545292 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.545632 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.545965 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.546297 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.546628 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.546981 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.547310 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.547637 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.547960 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:43.548281 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961b29fe-f299-45ca-aca6-ec266daa0e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:16:45.515698 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:46.980913 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-b9222dc2-6317-439b-a385-0100bc9e7c6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388858 Aug 08 17:16:47.080326 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-47738a7e-32c1-499d-bba0-904556e1fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:47.081764 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-47738a7e-32c1-499d-bba0-904556e1fff6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 1099 time: 0.0391133 Aug 08 17:16:47.199931 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-06bba5dd-5a90-4962-80ec-8e6e1e543c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:47.201400 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-06bba5dd-5a90-4962-80ec-8e6e1e543c61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 916 time: 0.0860791 Aug 08 17:16:47.264271 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-5cfc65da-f7ef-4842-9b2b-c9c1e9a30fa3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845ce596-c3c8-4a51-8ebe-623b77571727 HTTP/1.1" status: 200 len: 1000 time: 0.0549245 Aug 08 17:16:47.315687 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-d79efe35-8a6f-4f0e-b9c9-9eb391b5f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:47.317078 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-d79efe35-8a6f-4f0e-b9c9-9eb391b5f815 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0449836 Aug 08 17:16:47.364232 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-e82038ab-7609-4c88-83d4-2c90cba82a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:47.365826 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-e82038ab-7609-4c88-83d4-2c90cba82a95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389175 Aug 08 17:16:47.453295 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-56075a28-0baa-4a31-913d-fd777c6cbedb service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785406 Aug 08 17:16:47.542852 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-25333b8c-8e9b-40b3-b83f-3a875f2a1d2f req-213c06fb-ccad-4d6b-857e-5b4633cf78cf service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815940 Aug 08 17:16:50.791353 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-7669f1df-f578-426a-8465-37e5fa32fe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:53.643625 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ab6a560a-552e-41bb-8ed5-52593b1a1d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:53.893723 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:54.086656 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-5a4e6120-09ac-4aac-8122-12cf8425f6b7 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180402324&fields=id&tenant_id=5a5d752a108c4dd5817e7903d839c61a HTTP/1.1" status: 200 len: 267 time: 0.0323322 Aug 08 17:16:54.187165 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-c045588c-f976-48cc-998c-aa35cf976014 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:54.188508 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-c045588c-f976-48cc-998c-aa35cf976014 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/networks?id=265571c9-7857-4101-8863-7dd20ec72877 HTTP/1.1" status: 200 len: 808 time: 0.0952754 Aug 08 17:16:54.203431 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-8091a002-fb20-4014-8008-45fd1c9cc3d6 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/quotas/5a5d752a108c4dd5817e7903d839c61a HTTP/1.1" status: 200 len: 375 time: 0.0091023 Aug 08 17:16:54.252474 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-f91324ce-6114-4b05-91f6-464b3e873369 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a5d752a108c4dd5817e7903d839c61a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437157 Aug 08 17:16:54.430622 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-e1c27849-5c07-4ac8-a4c8-4623c83f2805 service neutron] 10.222.0.20 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661174 Aug 08 17:16:54.516679 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-7c3f3971-a0b4-477f-bae7-988f8956fa90 service neutron] 10.222.0.20 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798771 Aug 08 17:16:54.613468 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:54.812410 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d0d3040d-0a30-4fc1-b9a0-a631159d9dbd req-bf29f4ee-3a47-455d-8d0a-f98abdfe76cd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 210 time: 0.0306299 Aug 08 17:16:55.920549 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e5951128-1f42-4762-a638-0dd600a32657 req-f83c5c28-7674-41a0-abd3-8f5e691cee13 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 210 time: 0.0264556 Aug 08 17:16:55.969950 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-5c997764-1801-4269-a166-fc9989fcc2af tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:55.971462 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-5c997764-1801-4269-a166-fc9989fcc2af tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.32 "GET /v2.0/networks?id=265571c9-7857-4101-8863-7dd20ec72877 HTTP/1.1" status: 200 len: 808 time: 0.1056623 Aug 08 17:16:56.022745 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-ea432d0d-2e99-412f-9efd-692295cce019 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a5d752a108c4dd5817e7903d839c61a HTTP/1.1" status: 200 len: 379 time: 0.0384769 Aug 08 17:16:56.033794 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Request body: {'port': {'device_id': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'admin_state_up': True, 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'security_groups': ['dc157ba1-1842-45b9-bdcd-0b162a56d92f']}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:56.136690 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Made reservation on behalf of 5a5d752a108c4dd5817e7903d839c61a for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:16:56.140235 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:56.210771 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:56.527004 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Allocated IP 172.20.0.14 (265571c9-7857-4101-8863-7dd20ec72877/928fa1ba-9da8-40a7-8e99-e608f3507e2d/ec805beb-38de-4fce-8c56-8d4d222614e5) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:16:56.668551 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:56.682630 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Transition to ACTIVE for port object ec805beb-38de-4fce-8c56-8d4d222614e5 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:56.716054 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:56.760810 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Network 265571c9-7857-4101-8863-7dd20ec72877 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:16:56.765639 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:16:56.768171 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:16:56.800364 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event updated for resources: {'Port': ['ID=ec805beb-38de-4fce-8c56-8d4d222614e5,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:56.829950 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:56.830599 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:56.846600 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-63d59de4-662d-4767-919e-b06c4a9fc630 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8162768 Aug 08 17:16:56.865001 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Request body: {'port': {'device_id': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:56.921455 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:57.041611 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-20994a53-132a-4702-b002-4f4dcca447f9 None None] Provisioning for port ec805beb-38de-4fce-8c56-8d4d222614e5 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:16:57.048483 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-20994a53-132a-4702-b002-4f4dcca447f9 None None] Provisioning complete for port ec805beb-38de-4fce-8c56-8d4d222614e5 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:16:57.048866 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-20994a53-132a-4702-b002-4f4dcca447f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:57.056112 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f906b11-116d-452a-b005-47e19ddb84de req-f65ea99e-5f56-4359-af4d-16f17bfb35f1 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:57.058276 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f906b11-116d-452a-b005-47e19ddb84de req-f65ea99e-5f56-4359-af4d-16f17bfb35f1 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 932 time: 0.0637832 Aug 08 17:16:57.094280 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-20994a53-132a-4702-b002-4f4dcca447f9 None None] Port ec805beb-38de-4fce-8c56-8d4d222614e5 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:16:57.113127 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f906b11-116d-452a-b005-47e19ddb84de req-2028feb9-02e5-4fce-82af-6956279132ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475819 Aug 08 17:16:57.212300 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec805beb-38de-4fce-8c56-8d4d222614e5 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:16:57.220092 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:57.232181 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Transition to ACTIVE for port object ec805beb-38de-4fce-8c56-8d4d222614e5 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:16:57.235496 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:57.287772 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Pushing event updated for resources: {'Port': ['ID=ec805beb-38de-4fce-8c56-8d4d222614e5,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:57.365744 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Attempting to bind port ec805beb-38de-4fce-8c56-8d4d222614e5 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:16:57.366698 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Attempting to bind port ec805beb-38de-4fce-8c56-8d4d222614e5 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:16:57.367052 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Attempting to bind port ec805beb-38de-4fce-8c56-8d4d222614e5 on network 265571c9-7857-4101-8863-7dd20ec72877 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:16:57.372094 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Port ec805beb-38de-4fce-8c56-8d4d222614e5 on network 265571c9-7857-4101-8863-7dd20ec72877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:16:57.372427 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Attempting to bind port ec805beb-38de-4fce-8c56-8d4d222614e5 on network 265571c9-7857-4101-8863-7dd20ec72877 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:16:57.377977 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:16:57.378456 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Checking segment: {'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:16:57.378732 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Bound using segment: {'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:16:57.379205 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Bound port: ec805beb-38de-4fce-8c56-8d4d222614e5, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c6d2ca-e55c-4762-8894-a64d3d4b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '265571c9-7857-4101-8863-7dd20ec72877'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:16:57.379568 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:57.451111 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:16:57.454844 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ec805beb-38de-4fce-8c56-8d4d222614e5,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:16:57.460579 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:57.498540 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:57.499218 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:57.501603 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] 10.222.0.32 "PUT /v2.0/ports/ec805beb-38de-4fce-8c56-8d4d222614e5 HTTP/1.1" status: 200 len: 1094 time: 0.6411078 Aug 08 17:16:57.505498 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:16:57.510281 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:16:57.543314 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a476a94-6eca-468a-8380-6d378c10ec0f service neutron] Pushing event updated for resources: {'Port': ['ID=ec805beb-38de-4fce-8c56-8d4d222614e5,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:16:57.613194 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-a854bfcb-afd3-4b64-b9c5-14ee4bd31bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:57.614918 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-a854bfcb-afd3-4b64-b9c5-14ee4bd31bbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a5d752a108c4dd5817e7903d839c61a&device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1097 time: 0.0525880 Aug 08 17:16:57.624122 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1805d2bf-dc78-411a-ab87-490ec92b1dbf x-openstack-request-id: req-1805d2bf-dc78-411a-ab87-490ec92b1dbf {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:16:57.624441 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:16:57.624694 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1805d2bf-dc78-411a-ab87-490ec92b1dbf {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:16:57.625102 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'status': 'completed', 'code': 200} Aug 08 17:16:57.668750 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-b427acce-54fc-4066-8133-692a454c9b03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec805beb-38de-4fce-8c56-8d4d222614e5 HTTP/1.1" status: 200 len: 217 time: 0.0391879 Aug 08 17:16:57.727186 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-c7838fd6-fe39-4f78-9a61-408c4e380524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:57.728674 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-c7838fd6-fe39-4f78-9a61-408c4e380524 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=928fa1ba-9da8-40a7-8e99-e608f3507e2d HTTP/1.1" status: 200 len: 847 time: 0.0523880 Aug 08 17:16:57.777567 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-381b2631-1c29-45b6-b465-84ef0e2c6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:57.779104 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-381b2631-1c29-45b6-b465-84ef0e2c6d76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265571c9-7857-4101-8863-7dd20ec72877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413444 Aug 08 17:16:57.876663 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-f291173c-fd58-4f59-90c0-98fda105657a service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887883 Aug 08 17:16:57.987372 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d9ab58f3-fad5-483e-a2bf-1a54eabb57f4 req-e163bc0c-93ea-47d4-b7ba-2e941ab8951a service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021466 Aug 08 17:16:58.107785 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-9aaddc9b-aca4-47c0-97c2-4319fef9b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:58.109585 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-9aaddc9b-aca4-47c0-97c2-4319fef9b2d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a5d752a108c4dd5817e7903d839c61a&device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1097 time: 0.0438766 Aug 08 17:16:58.217744 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-dd2e84d7-ea12-4ecb-a03e-069a91abaf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:58.219245 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-dd2e84d7-ea12-4ecb-a03e-069a91abaf06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=265571c9-7857-4101-8863-7dd20ec72877 HTTP/1.1" status: 200 len: 908 time: 0.1019864 Aug 08 17:16:58.235254 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6dfef-2cac-45d1-ae49-bdfee39295cd req-b1b2884e-83c9-41c9-acd3-590248013b64 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:58.237447 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ad6dfef-2cac-45d1-ae49-bdfee39295cd req-b1b2884e-83c9-41c9-acd3-590248013b64 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0562930 Aug 08 17:16:58.263352 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-f6770bf4-9261-43a3-b13d-bbc82a75adc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec805beb-38de-4fce-8c56-8d4d222614e5 HTTP/1.1" status: 200 len: 217 time: 0.0359187 Aug 08 17:16:58.278259 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ad6dfef-2cac-45d1-ae49-bdfee39295cd req-28131d0f-5d12-4ffb-b642-023e3f069414 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345957 Aug 08 17:16:58.320760 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-302e7e75-e6c1-42d5-8b5b-02bdc460222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:58.322676 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-302e7e75-e6c1-42d5-8b5b-02bdc460222c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=928fa1ba-9da8-40a7-8e99-e608f3507e2d HTTP/1.1" status: 200 len: 847 time: 0.0515172 Aug 08 17:16:58.368887 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-53462b57-f77a-40c1-9bb3-fc355b7e0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:58.370384 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-53462b57-f77a-40c1-9bb3-fc355b7e0bbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265571c9-7857-4101-8863-7dd20ec72877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395653 Aug 08 17:16:58.461087 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-cbe241e5-baba-4281-be5c-86ef94680710 service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827193 Aug 08 17:16:58.556936 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-37cfdcd1-d2b4-4b92-b4a5-5602593d1519 req-af582cd5-b9ea-4be3-aa8b-c124774e7008 service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886035 Aug 08 17:16:58.715872 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a9072-1cd2-4f2a-b047-81374d1ac68e req-54b18cfb-9731-4440-b923-009bbdf34b3b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:58.717216 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c38a9072-1cd2-4f2a-b047-81374d1ac68e req-54b18cfb-9731-4440-b923-009bbdf34b3b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 946 time: 0.0512540 Aug 08 17:16:58.753538 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c38a9072-1cd2-4f2a-b047-81374d1ac68e req-cc3d740b-6417-438f-a96e-c26c0728136a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305305 Aug 08 17:16:59.392054 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11c451-83bd-41e0-9c8b-51db8038793a req-50e171be-8a05-43f6-9d8b-c509327d53d8 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:59.393499 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dc11c451-83bd-41e0-9c8b-51db8038793a req-50e171be-8a05-43f6-9d8b-c509327d53d8 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0482147 Aug 08 17:16:59.430409 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dc11c451-83bd-41e0-9c8b-51db8038793a req-2b20d5ec-2cb1-458d-9cec-5efe3c17f93d tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304551 Aug 08 17:16:59.591626 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-3acd7b91-0956-4e79-a1c2-d25fd54a0898 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918397385&fields=id&tenant_id=23597448bbf647c9a5b2985ae12aded3 HTTP/1.1" status: 200 len: 267 time: 0.0325084 Aug 08 17:16:59.642442 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-4e7cc462-20cd-4447-94df-ca8c48a0b2f8 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:59.643904 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-4e7cc462-20cd-4447-94df-ca8c48a0b2f8 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 985 time: 0.0468795 Aug 08 17:16:59.655205 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-d3c59852-616d-4279-8d97-c3ccea8cae4c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Request body: {'port': {'security_groups': ['e6687538-942b-48ec-8d4d-593f3a933503']}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:16:59.723920 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-d3c59852-616d-4279-8d97-c3ccea8cae4c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:59.925952 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796b52b-9e4d-4034-a2ab-1e8c189344d6 req-2b75b97c-3224-4048-acb9-ad55414a3aa0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:16:59.927434 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5796b52b-9e4d-4034-a2ab-1e8c189344d6 req-2b75b97c-3224-4048-acb9-ad55414a3aa0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 946 time: 0.0790274 Aug 08 17:16:59.932361 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-d3c59852-616d-4279-8d97-c3ccea8cae4c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] For port 51587a25-d7ca-467f-8f0f-80f14d73929f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51587a25-d7ca-467f-8f0f-80f14d73929f,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:16:59.987626 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-d3c59852-616d-4279-8d97-c3ccea8cae4c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:16:59.994592 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5796b52b-9e4d-4034-a2ab-1e8c189344d6 req-ae38673e-5671-4dba-8fc5-c0d94a1155d1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603235 Aug 08 17:16:59.995921 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-d3c59852-616d-4279-8d97-c3ccea8cae4c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.026296 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['51587a25-d7ca-467f-8f0f-80f14d73929f'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:17:00.038849 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-d3c59852-616d-4279-8d97-c3ccea8cae4c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:00.039514 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-d3c59852-616d-4279-8d97-c3ccea8cae4c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for port, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.040928 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fcbd4e88-d619-484b-8910-6bb6824244f1 req-d3c59852-616d-4279-8d97-c3ccea8cae4c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "PUT /v2.0/ports/51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 200 len: 943 time: 0.3900838 Aug 08 17:17:00.041381 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:00.043794 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612" -d '{"events": [{"name": "network-changed", "server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:00.047539 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42478) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:00.076317 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c59852-616d-4279-8d97-c3ccea8cae4c tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event updated for resources: {'Port': ['ID=51587a25-d7ca-467f-8f0f-80f14d73929f,revision_number=7']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:00.117393 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cf1f811f-ec24-402a-bc9c-9e13ab6e81d9 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.150036 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cf1f811f-ec24-402a-bc9c-9e13ab6e81d9 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.184089 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb6c4cb-3d50-45cc-9870-ebd2b97b309c x-openstack-request-id: req-2fb6c4cb-3d50-45cc-9870-ebd2b97b309c {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:00.184388 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:00.184641 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fb6c4cb-3d50-45cc-9870-ebd2b97b309c {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:00.185038 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'status': 'completed', 'code': 200} Aug 08 17:17:00.223650 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cf1f811f-ec24-402a-bc9c-9e13ab6e81d9 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.226452 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-cf1f811f-ec24-402a-bc9c-9e13ab6e81d9 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.227589 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-cf1f811f-ec24-402a-bc9c-9e13ab6e81d9 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "DELETE /v2.0/security-groups/84dee64d-4f06-4724-953c-5daa9eb69164 HTTP/1.1" status: 204 len: 168 time: 0.1787293 Aug 08 17:17:00.230271 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42482) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:00.245689 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f811f-ec24-402a-bc9c-9e13ab6e81d9 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dee64d-4f06-4724-953c-5daa9eb69164,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:00.275410 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-9aa39794-efcd-470a-8869-a961f6bc5bab None None] Provisioning complete for port 51587a25-d7ca-467f-8f0f-80f14d73929f triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:17:00.275963 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9aa39794-efcd-470a-8869-a961f6bc5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.287167 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-acaeaae0-cd23-4909-a190-e1f11230e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:00.289167 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-acaeaae0-cd23-4909-a190-e1f11230e97d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23597448bbf647c9a5b2985ae12aded3&device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 1099 time: 0.0567956 Aug 08 17:17:00.300568 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['51587a25-d7ca-467f-8f0f-80f14d73929f'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:17:00.393812 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-47ef38a8-13c4-4ddd-ad0f-6b4ce09d3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:00.395776 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-47ef38a8-13c4-4ddd-ad0f-6b4ce09d3afa service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0068880-f47a-40df-8bd8-d283ead8ebea HTTP/1.1" status: 200 len: 915 time: 0.0985701 Aug 08 17:17:00.399822 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Deleting port 18be1c7e-1c18-4237-9d78-21b9165ccdd4 {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:00.400329 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.478998 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.479333 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.485813 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-102bc28d-b5d9-4da6-88ef-b1cb7c637772 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 200 len: 1001 time: 0.0767007 Aug 08 17:17:00.492931 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Calling delete_port for 18be1c7e-1c18-4237-9d78-21b9165ccdd4 owned by network:floatingip {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:00.538917 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-3e19b17a-52fe-4029-9db6-4eb59d6a9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:00.540375 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-3e19b17a-52fe-4029-9db6-4eb59d6a9695 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25088da5-4d38-4a85-ad8c-127942c36bd7 HTTP/1.1" status: 200 len: 854 time: 0.0464320 Aug 08 17:17:00.587866 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-77c93052-48be-40e5-8ad2-441b2a15d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:00.589453 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-77c93052-48be-40e5-8ad2-441b2a15d033 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0068880-f47a-40df-8bd8-d283ead8ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413334 Aug 08 17:17:00.743262 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cdeccfd1-b115-44aa-aa14-1969a4a5b0a3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:00.744736 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cdeccfd1-b115-44aa-aa14-1969a4a5b0a3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.32 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 946 time: 0.1123121 Aug 08 17:17:00.786800 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-2f65ebdc-ed08-4949-bd33-9c250ca80ffa service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528635 Aug 08 17:17:00.869992 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fafd8-f78e-45cc-9456-7ddcb1bb2acc req-65873f2d-58e1-4af6-b7fd-ddaca643cc33 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:00.871629 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3f9fafd8-f78e-45cc-9456-7ddcb1bb2acc req-65873f2d-58e1-4af6-b7fd-ddaca643cc33 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.3687994 Aug 08 17:17:00.921613 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2ffeedea-8800-4dd4-b9b2-1bb7f84b1612 req-494b9a7f-73e1-48f4-b36a-7b5409c9e715 service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272798 Aug 08 17:17:00.923948 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Deleting port 845ce596-c3c8-4a51-8ebe-623b77571727 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:00.924293 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:00.934993 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3f9fafd8-f78e-45cc-9456-7ddcb1bb2acc req-41ed0ae9-8df6-478f-90e2-2b0583c22ad2 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571387 Aug 08 17:17:00.997366 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:01.018085 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] For port 845ce596-c3c8-4a51-8ebe-623b77571727, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=845ce596-c3c8-4a51-8ebe-623b77571727,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:01.018450 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:01.026492 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event deleted for resources: {'Port': ['ID=18be1c7e-1c18-4237-9d78-21b9165ccdd4,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:01.050886 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:01.051235 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.l3_db [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Floating IP 3b0e75d4-e4c7-4b7b-898b-915dfa8cadb3 disassociated (deleted). External IP: 172.27.3.81, port: 51587a25-d7ca-467f-8f0f-80f14d73929f. Aug 08 17:17:01.181293 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a847878-cdc5-426a-8fa8-c05336f0de3f req-9ba9ebb9-dd6c-473d-a180-394c7b0637ef tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:01.182798 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7a847878-cdc5-426a-8fa8-c05336f0de3f req-9ba9ebb9-dd6c-473d-a180-394c7b0637ef tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 946 time: 0.0974362 Aug 08 17:17:01.237818 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:01.238422 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:01.238540 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.l3_db [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Floating IP b393f397-1eab-4d0a-a9b3-9196fef89d2e disassociated. External IP: 172.27.3.59, port: 845ce596-c3c8-4a51-8ebe-623b77571727. Aug 08 17:17:01.238864 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Calling delete_port for 845ce596-c3c8-4a51-8ebe-623b77571727 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:01.262145 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7a847878-cdc5-426a-8fa8-c05336f0de3f req-a5c4ca95-54eb-4684-8ba0-713eb9bc5a58 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=3c1e1773-49d1-4753-8716-fba91d06d8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727727 Aug 08 17:17:01.327013 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Router e40eef42-e458-465c-94a0-dd1f8b1525f2 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:17:01.369139 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:01.400936 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event deleted for resources: {'Port': ['ID=845ce596-c3c8-4a51-8ebe-623b77571727,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:01.436248 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:17:01.441061 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:01.447922 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] Sync routers for ids ['e40eef42-e458-465c-94a0-dd1f8b1525f2'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:17:01.458540 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] Routers {'e40eef42-e458-465c-94a0-dd1f8b1525f2'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:01.459440 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e40eef42-e458-465c-94a0-dd1f8b1525f2'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:01.471266 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-8b9eba56-0891-4b7f-8a98-87903bc41563 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "DELETE /v2.0/floatingips/3b0e75d4-e4c7-4b7b-898b-915dfa8cadb3 HTTP/1.1" status: 204 len: 168 time: 1.2394688 Aug 08 17:17:01.518442 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:17:01.585920 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] Set router e40eef42-e458-465c-94a0-dd1f8b1525f2 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:01.633767 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:17:01.645376 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] Sync routers for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:17:01.667900 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:01.669426 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:01.711494 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] No DVR routers for this DVR port 845ce596-c3c8-4a51-8ebe-623b77571727 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:17:01.714049 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:01.716186 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7481cd67-a576-4dd3-8c70-cf1d01ff6f31 req-cd96c2be-005e-4237-b402-50b25e5ce3f4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.32 "DELETE /v2.0/ports/845ce596-c3c8-4a51-8ebe-623b77571727 HTTP/1.1" status: 204 len: 173 time: 0.9630895 Aug 08 17:17:01.716689 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'name': 'network-vif-deleted', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:01.719098 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18a94fa-b43d-46e9-987e-785e804664c6" -d '{"events": [{"server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "name": "network-vif-deleted", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:01.759070 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9350384-b5b6-47f0-ae67-f2bd2cbcc6ce x-openstack-request-id: req-b9350384-b5b6-47f0-ae67-f2bd2cbcc6ce {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:01.759601 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f591ab58-4286-4f28-b368-7cb4c50e887d", "name": "network-vif-deleted", "tag": "845ce596-c3c8-4a51-8ebe-623b77571727", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:01.760545 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9350384-b5b6-47f0-ae67-f2bd2cbcc6ce {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:01.761129 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f591ab58-4286-4f28-b368-7cb4c50e887d', 'name': 'network-vif-deleted', 'tag': '845ce596-c3c8-4a51-8ebe-623b77571727', 'status': 'completed', 'code': 200} Aug 08 17:17:01.840862 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'c637426d-3b51-4e57-9c3d-33efa1f512d4', 'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'mac_address': 'fa:16:3e:c6:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:58Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 5, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'subnets': [{'id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:01.872725 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] Checking router: e40eef42-e458-465c-94a0-dd1f8b1525f2 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:17:01.872931 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:01.882543 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] Routers {'e40eef42-e458-465c-94a0-dd1f8b1525f2'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:01.883262 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e40eef42-e458-465c-94a0-dd1f8b1525f2'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:01.999753 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] Set router e40eef42-e458-465c-94a0-dd1f8b1525f2 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:02.063256 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7e2d-cefb-413d-9d16-85bc783e6589 req-9fa0be0c-6300-4b53-9537-a00f0a2b6f8b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:02.070699 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-166c7e2d-cefb-413d-9d16-85bc783e6589 req-9fa0be0c-6300-4b53-9537-a00f0a2b6f8b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0562913 Aug 08 17:17:02.090844 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:02.105893 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-166c7e2d-cefb-413d-9d16-85bc783e6589 req-aaec61ec-acff-4766-9503-8338d25ddb9f tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340884 Aug 08 17:17:02.120022 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] Checking router: 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:17:02.134099 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:02.134746 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:02.185899 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:02.188623 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be145dd-1702-4240-89f4-d6f0ec30cc03" -d '{"events": [{"name": "network-changed", "server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:02.223831 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'c637426d-3b51-4e57-9c3d-33efa1f512d4', 'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'mac_address': 'fa:16:3e:c6:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:58Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 5, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'subnets': [{'id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:02.253556 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943293a1-fa11-4e74-a62f-fb907c306554 x-openstack-request-id: req-943293a1-fa11-4e74-a62f-fb907c306554 {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:02.253975 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:02.254326 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-943293a1-fa11-4e74-a62f-fb907c306554 {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:02.254856 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'status': 'completed', 'code': 200} Aug 08 17:17:02.255147 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f267dd-ac1e-44f5-8e99-2e4319af8d20 None None] The sync data for ids ['e40eef42-e458-465c-94a0-dd1f8b1525f2'] in dv-cinder-787296-3-iscsi is: [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:11:59Z', 'revision_number': 4, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'c637426d-3b51-4e57-9c3d-33efa1f512d4', 'name': '', 'network_id': 'd0068880-f47a-40df-8bd8-d283ead8ebea', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'mac_address': 'fa:16:3e:c6:c4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:58Z', 'updated_at': '2021-08-08T17:12:06Z', 'revision_number': 5, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'subnets': [{'id': '25088da5-4d38-4a85-ad8c-127942c36bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:17:02.360112 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-f97b64e6-2885-4ef5-aeb2-b09e537b7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:02.362887 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-f97b64e6-2885-4ef5-aeb2-b09e537b7a3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23597448bbf647c9a5b2985ae12aded3&device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 1099 time: 0.0630901 Aug 08 17:17:02.370603 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:02.492559 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-57807f69-6169-4fc3-b445-dad2591c5ea1 req-9c650cfd-4b99-42e4-80a1-fc0dcb216c55 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f591ab58-4286-4f28-b368-7cb4c50e887d HTTP/1.1" status: 200 len: 210 time: 0.0616369 Aug 08 17:17:02.505830 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-767a6afb-8db8-426e-a0e8-c63c5ce04ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:02.509977 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-767a6afb-8db8-426e-a0e8-c63c5ce04ffd service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0068880-f47a-40df-8bd8-d283ead8ebea HTTP/1.1" status: 200 len: 915 time: 0.1335106 Aug 08 17:17:02.562147 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-dd2f023b-6968-4385-b075-587718668635 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 200 len: 217 time: 0.0423496 Aug 08 17:17:02.614294 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-eb330558-de17-46d1-bc7a-25421204474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:02.616074 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-eb330558-de17-46d1-bc7a-25421204474e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25088da5-4d38-4a85-ad8c-127942c36bd7 HTTP/1.1" status: 200 len: 854 time: 0.0454266 Aug 08 17:17:02.659573 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1985b9f-c77b-4564-b1d8-22fa4e72107b None None] New status for floating IP 3b0e75d4-e4c7-4b7b-898b-915dfa8cadb3: DOWN {{(pid=93517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:17:02.677917 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:02.680234 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-b30cbdec-ddcb-40f9-af93-e5274ca7fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:02.681897 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-b30cbdec-ddcb-40f9-af93-e5274ca7fd83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0068880-f47a-40df-8bd8-d283ead8ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580871 Aug 08 17:17:02.705145 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5812783-01ad-40c7-845a-d36cf35d763b None None] The sync data for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi is: [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:17:02.826321 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-e5289815-2753-4a97-bd1f-8efafbc9f318 service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360123 Aug 08 17:17:02.940845 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6be145dd-1702-4240-89f4-d6f0ec30cc03 req-cee87313-f036-4a34-a907-6c78588664b3 service neutron] 10.222.0.32 "GET /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038337 Aug 08 17:17:03.022982 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8afebfa-0ee8-42a4-b7bc-62f60f1d62d0 None None] New status for floating IP b393f397-1eab-4d0a-a9b3-9196fef89d2e: DOWN {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:17:03.143812 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 845ce596-c3c8-4a51-8ebe-623b77571727 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:17:03.166600 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: 845ce596-c3c8-4a51-8ebe-623b77571727 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:17:03.167572 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 845ce596-c3c8-4a51-8ebe-623b77571727 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:17:03.223605 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a2164-0d14-4046-8da3-0c46aa03c1ea req-9d7ee956-559d-4348-97c0-a8cca8cc3542 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:03.225675 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-269a2164-0d14-4046-8da3-0c46aa03c1ea req-9d7ee956-559d-4348-97c0-a8cca8cc3542 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0491776 Aug 08 17:17:03.265330 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-269a2164-0d14-4046-8da3-0c46aa03c1ea req-c42562bd-9dda-4d39-9d4d-84a9ac51937e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335803 Aug 08 17:17:04.296736 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af47569-4ead-4952-8890-a87cf9ed3d90 req-ab4e6527-9036-4bbd-b50d-d5786e80c872 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:04.298182 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7af47569-4ead-4952-8890-a87cf9ed3d90 req-ab4e6527-9036-4bbd-b50d-d5786e80c872 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0479198 Aug 08 17:17:04.335736 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7af47569-4ead-4952-8890-a87cf9ed3d90 req-0c607ef9-5126-4f51-a625-d27dbe4bb6a1 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Aug 08 17:17:04.437465 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef890ea7-f727-4f7a-9eff-915b1b03110c req-d9d2ab2e-6f0f-4563-99a7-b8fa85c65f42 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:04.438934 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ef890ea7-f727-4f7a-9eff-915b1b03110c req-d9d2ab2e-6f0f-4563-99a7-b8fa85c65f42 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0510457 Aug 08 17:17:04.477096 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ef890ea7-f727-4f7a-9eff-915b1b03110c req-c85fd700-12a9-474d-8e8a-eb2702ff1318 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316741 Aug 08 17:17:04.612474 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42534) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:04.667622 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6a9f02b4-1e9e-4ae2-8d6d-578808e1f7c7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:04.690283 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6a9f02b4-1e9e-4ae2-8d6d-578808e1f7c7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:04.737173 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6a9f02b4-1e9e-4ae2-8d6d-578808e1f7c7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:04.739860 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6a9f02b4-1e9e-4ae2-8d6d-578808e1f7c7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:04.741839 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-6a9f02b4-1e9e-4ae2-8d6d-578808e1f7c7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "DELETE /v2.0/security-groups/3c1e1773-49d1-4753-8716-fba91d06d8a7 HTTP/1.1" status: 204 len: 168 time: 0.1278541 Aug 08 17:17:04.744325 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42536) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:04.750690 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f02b4-1e9e-4ae2-8d6d-578808e1f7c7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1e1773-49d1-4753-8716-fba91d06d8a7,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:04.758999 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.api.v2.resource [None req-a0c16b56-0cfa-433b-8186-9b1f62631404 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] show failed (client error): The resource could not be found. Aug 08 17:17:04.760004 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-a0c16b56-0cfa-433b-8186-9b1f62631404 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups/3c1e1773-49d1-4753-8716-fba91d06d8a7 HTTP/1.1" status: 404 len: 347 time: 0.0146856 Aug 08 17:17:04.762787 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42538) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:04.883369 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-a060d0b7-18b4-4bc5-ac0b-f6e8a7f3bd13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Deleting port 73c6c4e6-8801-4531-9304-0d97a985f887 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:04.883709 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a060d0b7-18b4-4bc5-ac0b-f6e8a7f3bd13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:04.959225 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a060d0b7-18b4-4bc5-ac0b-f6e8a7f3bd13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:04.959562 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a060d0b7-18b4-4bc5-ac0b-f6e8a7f3bd13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:04.971183 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-a060d0b7-18b4-4bc5-ac0b-f6e8a7f3bd13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Calling delete_port for 73c6c4e6-8801-4531-9304-0d97a985f887 owned by network:floatingip {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:05.104121 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a060d0b7-18b4-4bc5-ac0b-f6e8a7f3bd13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.129871 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060d0b7-18b4-4bc5-ac0b-f6e8a7f3bd13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event deleted for resources: {'Port': ['ID=73c6c4e6-8801-4531-9304-0d97a985f887,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:05.141295 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device ec805beb-38de-4fce-8c56-8d4d222614e5 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:17:05.186260 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a060d0b7-18b4-4bc5-ac0b-f6e8a7f3bd13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.189402 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a060d0b7-18b4-4bc5-ac0b-f6e8a7f3bd13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.194547 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-a060d0b7-18b4-4bc5-ac0b-f6e8a7f3bd13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "DELETE /v2.0/floatingips/b393f397-1eab-4d0a-a9b3-9196fef89d2e HTTP/1.1" status: 204 len: 168 time: 0.4269366 Aug 08 17:17:05.241270 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ec805beb-38de-4fce-8c56-8d4d222614e5,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:05.252568 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'port_id': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'mac_address': 'fa:16:3e:d2:bc:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:17:05.289853 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.302372 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec805beb-38de-4fce-8c56-8d4d222614e5 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:17:05.322135 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ec805beb-38de-4fce-8c56-8d4d222614e5,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:05.325726 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.375304 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=ec805beb-38de-4fce-8c56-8d4d222614e5,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:05.457426 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e289197-16c1-4bbb-95d7-ed4c946ec5df req-01647f8a-b12f-484c-9597-30ae2813d9ae tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:05.458932 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1e289197-16c1-4bbb-95d7-ed4c946ec5df req-01647f8a-b12f-484c-9597-30ae2813d9ae tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0496564 Aug 08 17:17:05.472597 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42544) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:05.478148 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-864c9d48-b170-49b2-8c96-a4bfff98f631 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821908489', 'description': 'tempest-description--11966492'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:05.499628 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1e289197-16c1-4bbb-95d7-ed4c946ec5df req-3e9d52da-a4fc-40c9-81ef-3a07e4dcbeae tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 Aug 08 17:17:05.501171 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-864c9d48-b170-49b2-8c96-a4bfff98f631 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.594988 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-864c9d48-b170-49b2-8c96-a4bfff98f631 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.598098 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a01289-23af-42a8-aa83-b7f8a4eae127 req-db4911f2-bf36-4ef8-87f3-50985f2270ff tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:05.598947 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-864c9d48-b170-49b2-8c96-a4bfff98f631 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.599631 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-05a01289-23af-42a8-aa83-b7f8a4eae127 req-db4911f2-bf36-4ef8-87f3-50985f2270ff tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 945 time: 0.0553107 Aug 08 17:17:05.628664 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-864c9d48-b170-49b2-8c96-a4bfff98f631 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.629750 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-864c9d48-b170-49b2-8c96-a4bfff98f631 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1559346 Aug 08 17:17:05.631795 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c9d48-b170-49b2-8c96-a4bfff98f631 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2656211e-ad10-4906-8b65-2f870daf004c,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:05.632736 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42548) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:05.640110 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-97693327-8c19-4467-8684-285b5e4d9d51 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'security_group_rule': {'security_group_id': '2656211e-ad10-4906-8b65-2f870daf004c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:05.653048 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-05a01289-23af-42a8-aa83-b7f8a4eae127 req-f3115a67-65b4-40aa-a482-cd0f0cf3d69b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466018 Aug 08 17:17:05.671519 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-97693327-8c19-4467-8684-285b5e4d9d51 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.712722 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['ec805beb-38de-4fce-8c56-8d4d222614e5'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:17:05.718636 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-97693327-8c19-4467-8684-285b5e4d9d51 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.722185 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-97693327-8c19-4467-8684-285b5e4d9d51 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.741003 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97693327-8c19-4467-8684-285b5e4d9d51 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a09a80-c1d0-401f-9650-5854b30de5c8,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:05.747780 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-97693327-8c19-4467-8684-285b5e4d9d51 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.748877 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-97693327-8c19-4467-8684-285b5e4d9d51 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151047 Aug 08 17:17:05.751647 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42550) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:05.756506 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-81b8a962-674b-4999-903b-fcd302300e90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'security_group_rule': {'security_group_id': '2656211e-ad10-4906-8b65-2f870daf004c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:05.788173 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-81b8a962-674b-4999-903b-fcd302300e90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.844543 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-81b8a962-674b-4999-903b-fcd302300e90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.848763 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-81b8a962-674b-4999-903b-fcd302300e90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.866378 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8a962-674b-4999-903b-fcd302300e90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b978b4-c61a-4a8d-8e7a-b4aacde77457,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:05.875970 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-81b8a962-674b-4999-903b-fcd302300e90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:05.880127 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-81b8a962-674b-4999-903b-fcd302300e90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246111 Aug 08 17:17:05.880259 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42552) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:05.884656 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'floatingip': {'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:05.905159 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.003947 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.103827 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Allocated IP 172.27.3.32 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/7facabf3-c4cd-4e70-a74a-7ae766f58d08) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:17:06.205886 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.244303 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.295544 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:17:06.300420 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:17:06.305016 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:17:06.314129 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'Port': ['ID=7facabf3-c4cd-4e70-a74a-7ae766f58d08,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:06.337236 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-02de6fed-8b7d-40b4-97b7-e0902579377b tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:06.338687 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-02de6fed-8b7d-40b4-97b7-e0902579377b tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0550020 Aug 08 17:17:06.361678 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.395669 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.429431 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-a1559148-a146-4001-a8a0-8c61b9b21436 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Deleting port 51587a25-d7ca-467f-8f0f-80f14d73929f {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:06.429770 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-a1559148-a146-4001-a8a0-8c61b9b21436 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.518609 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-a1559148-a146-4001-a8a0-8c61b9b21436 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] For port 51587a25-d7ca-467f-8f0f-80f14d73929f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=51587a25-d7ca-467f-8f0f-80f14d73929f,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:06.518923 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-a1559148-a146-4001-a8a0-8c61b9b21436 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.531779 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-a1559148-a146-4001-a8a0-8c61b9b21436 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Calling delete_port for 51587a25-d7ca-467f-8f0f-80f14d73929f owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:06.548800 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.560391 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.603109 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.643587 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.649867 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7636364 Aug 08 17:17:06.649867 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036c2a7-1021-4ab9-bb06-1426577dc4c3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'Port': ['ID=7facabf3-c4cd-4e70-a74a-7ae766f58d08,revision_number=2']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:06.668906 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab8634-c871-4599-b097-c3593d8743c1 req-a12514c6-05cf-4d6c-82a2-8a8364bf09a9 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:06.670448 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bbab8634-c871-4599-b097-c3593d8743c1 req-a12514c6-05cf-4d6c-82a2-8a8364bf09a9 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b77716-c131-41b1-a713-a24aee004299 HTTP/1.1" status: 200 len: 946 time: 0.0852871 Aug 08 17:17:06.682923 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-a1559148-a146-4001-a8a0-8c61b9b21436 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.713938 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1559148-a146-4001-a8a0-8c61b9b21436 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Pushing event deleted for resources: {'Port': ['ID=51587a25-d7ca-467f-8f0f-80f14d73929f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:06.719953 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bbab8634-c871-4599-b097-c3593d8743c1 req-e302382f-da62-4e83-b0ae-bd9800ec2f91 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6687538-942b-48ec-8d4d-593f3a933503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Aug 08 17:17:06.723926 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['51587a25-d7ca-467f-8f0f-80f14d73929f'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:17:06.763806 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-a1559148-a146-4001-a8a0-8c61b9b21436 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] No DVR routers for this DVR port 51587a25-d7ca-467f-8f0f-80f14d73929f on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:17:06.766579 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-a1559148-a146-4001-a8a0-8c61b9b21436 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:06.769177 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-a6a64cc6-99ab-4e0b-b439-edd83e128a43 req-a1559148-a146-4001-a8a0-8c61b9b21436 tempest-TestMinimumBasicScenario-1923305935 tempest-TestMinimumBasicScenario-1923305935-project] 10.222.0.32 "DELETE /v2.0/ports/51587a25-d7ca-467f-8f0f-80f14d73929f HTTP/1.1" status: 204 len: 173 time: 0.4240711 Aug 08 17:17:06.769647 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'name': 'network-vif-deleted', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:06.773101 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57362d0b-6a0b-4dff-8e73-f93637ee5123" -d '{"events": [{"server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "name": "network-vif-deleted", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:06.797107 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d779cd-bc12-4fd3-ad09-a277102d7ba8 req-da2bb2aa-ff4c-492e-b409-6f0778f27645 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:06.806370 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d1d779cd-bc12-4fd3-ad09-a277102d7ba8 req-da2bb2aa-ff4c-492e-b409-6f0778f27645 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 945 time: 0.0758431 Aug 08 17:17:06.856340 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d1d779cd-bc12-4fd3-ad09-a277102d7ba8 req-dde66a78-0928-452a-bcf1-f9af4fe629d7 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487998 Aug 08 17:17:06.875724 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-3c62f652-b1cc-4eeb-9411-5b5129694ba2 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1821908489&fields=id&tenant_id=781875a7243b41f7ba306d8d62d1bf54 HTTP/1.1" status: 200 len: 267 time: 0.0456953 Aug 08 17:17:06.906563 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe9b370-0b27-4af3-8d0d-78b1722fae52 x-openstack-request-id: req-ffe9b370-0b27-4af3-8d0d-78b1722fae52 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:06.906883 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b77716-c131-41b1-a713-a24aee004299", "name": "network-vif-deleted", "tag": "51587a25-d7ca-467f-8f0f-80f14d73929f", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:06.907161 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffe9b370-0b27-4af3-8d0d-78b1722fae52 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:06.907626 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b77716-c131-41b1-a713-a24aee004299', 'name': 'network-vif-deleted', 'tag': '51587a25-d7ca-467f-8f0f-80f14d73929f', 'status': 'completed', 'code': 200} Aug 08 17:17:06.987966 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657fb31-4c61-4a31-916c-032f291db75a req-9c51b6ee-d56d-49e5-bbba-1625a405fb12 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:06.989397 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-9c51b6ee-d56d-49e5-bbba-1625a405fb12 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 816 time: 0.1002517 Aug 08 17:17:07.003978 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-df721209-9b34-4b92-89b2-f337b4f1aa5f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/quotas/781875a7243b41f7ba306d8d62d1bf54 HTTP/1.1" status: 200 len: 375 time: 0.0086734 Aug 08 17:17:07.059941 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-6154d1f7-d788-46be-8c5f-eef3be44fe42 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507987 Aug 08 17:17:07.157754 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-e3db30c9-a55d-4e3f-b17b-44017940ad44 service neutron] 10.222.0.20 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859735 Aug 08 17:17:07.169766 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device ec805beb-38de-4fce-8c56-8d4d222614e5 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:17:07.263488 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-eea3a7a6-d601-4d5a-a892-8dc9d2c96892 service neutron] 10.222.0.20 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975320 Aug 08 17:17:07.351889 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port ec805beb-38de-4fce-8c56-8d4d222614e5 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:17:07.356485 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port ec805beb-38de-4fce-8c56-8d4d222614e5 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:17:07.356893 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:07.437966 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6fb4e3bf-1ed8-454e-bbbf-f937e2811196 req-2936b4db-48ce-48ad-8eb4-2df2e20fb4ff tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 210 time: 0.0280316 Aug 08 17:17:07.439667 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:07.463320 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:07.465630 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f100d3c-3dc4-4df6-bb69-489b3699083d" -d '{"events": [{"server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "name": "network-vif-plugged", "status": "completed", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:07.479082 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ec805beb-38de-4fce-8c56-8d4d222614e5,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:07.483351 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:07.484223 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 51587a25-d7ca-467f-8f0f-80f14d73929f no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:17:07.524936 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: 51587a25-d7ca-467f-8f0f-80f14d73929f {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:17:07.525295 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 51587a25-d7ca-467f-8f0f-80f14d73929f not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:17:07.550519 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=ec805beb-38de-4fce-8c56-8d4d222614e5,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:07.557177 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4587d877-2443-411d-9373-ac1a9d3a5e5d x-openstack-request-id: req-4587d877-2443-411d-9373-ac1a9d3a5e5d {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:07.557465 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "name": "network-vif-plugged", "status": "completed", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:07.557719 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4587d877-2443-411d-9373-ac1a9d3a5e5d {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:07.558107 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'code': 200} Aug 08 17:17:07.792224 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d129a0e-e95a-45ed-a283-cd2dfa694e3b req-31e2a759-3d25-41d2-8345-b1dca7a14455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:07.793721 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6d129a0e-e95a-45ed-a283-cd2dfa694e3b req-31e2a759-3d25-41d2-8345-b1dca7a14455 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1099 time: 0.0400550 Aug 08 17:17:07.831427 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6d129a0e-e95a-45ed-a283-cd2dfa694e3b req-435347fc-d1e1-49f0-a186-87361edf80b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301075 Aug 08 17:17:07.973898 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aad467-b4f3-4dd6-a225-af88fa98502b req-6b6a8902-e046-4ac8-94c4-115aa585559a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:07.976259 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b7aad467-b4f3-4dd6-a225-af88fa98502b req-6b6a8902-e046-4ac8-94c4-115aa585559a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0519505 Aug 08 17:17:08.017744 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b7aad467-b4f3-4dd6-a225-af88fa98502b req-efe7b83c-1bd7-40e0-a468-4b3a3600fe24 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Aug 08 17:17:08.398830 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42626) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:08.557460 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-93a92dc8-dee1-4868-9989-55f8d61ab2c4 req-590d4fc9-99db-4d9b-a815-f144f267c98b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 210 time: 0.0637774 Aug 08 17:17:08.923947 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693592'] for router_interface, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:09.190297 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77274db2-a7c5-43e6-8214-b661f6375503 req-5b8b2b15-7c4c-498d-bd32-2a78a8121637 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:09.191777 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-77274db2-a7c5-43e6-8214-b661f6375503 req-5b8b2b15-7c4c-498d-bd32-2a78a8121637 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0937614 Aug 08 17:17:09.254553 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-77274db2-a7c5-43e6-8214-b661f6375503 req-83228991-de3b-4a2a-8796-9d88069b2f63 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562251 Aug 08 17:17:09.295895 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] Deleting port c637426d-3b51-4e57-9c3d-33efa1f512d4 {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:09.296160 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:09.581461 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] For port c637426d-3b51-4e57-9c3d-33efa1f512d4, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=c637426d-3b51-4e57-9c3d-33efa1f512d4,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:09.581962 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:09.596401 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] Calling delete_port for c637426d-3b51-4e57-9c3d-33efa1f512d4 owned by network:router_interface {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:09.670139 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6d9e7fc9-5271-4fd7-ad00-f4b6b3813d96 req-3f33e234-e681-45d6-9e20-e5687d20f116 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 210 time: 0.0567155 Aug 08 17:17:09.822200 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:09.846301 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] Pushing event deleted for resources: {'Port': ['ID=c637426d-3b51-4e57-9c3d-33efa1f512d4,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:09.972894 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692712'] for router_interface, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:10.185204 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] Router e40eef42-e458-465c-94a0-dd1f8b1525f2 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:17:10.290201 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:17:10.295265 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-da987df5-448c-417c-882f-a6b5388bf61d admin admin] 10.222.0.20 "PUT /v2.0/routers/e40eef42-e458-465c-94a0-dd1f8b1525f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8953459 Aug 08 17:17:10.297653 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42648) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:10.302546 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] Sync routers for ids ['e40eef42-e458-465c-94a0-dd1f8b1525f2'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:17:10.313599 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] Routers {'e40eef42-e458-465c-94a0-dd1f8b1525f2'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:10.314223 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e40eef42-e458-465c-94a0-dd1f8b1525f2'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:10.327074 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:17:10.419563 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] Set router e40eef42-e458-465c-94a0-dd1f8b1525f2 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:10.430729 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92312b-44cd-40f6-aa5f-222441ea8988 req-cda06307-c828-4710-9789-4ad58290dfbd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:10.432231 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fe92312b-44cd-40f6-aa5f-222441ea8988 req-cda06307-c828-4710-9789-4ad58290dfbd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0959523 Aug 08 17:17:10.439018 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:10.539656 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fe92312b-44cd-40f6-aa5f-222441ea8988 req-52b12677-47e0-4ea0-ae5c-0f0089e4a2a1 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987530 Aug 08 17:17:10.581889 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:10.599935 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:17:09Z', 'revision_number': 5, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port': {'id': 'a13916d7-86a7-4142-b926-fcf4c0f72a8b', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:11:56Z', 'updated_at': '2021-08-08T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:10.631666 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] Checking router: e40eef42-e458-465c-94a0-dd1f8b1525f2 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:17:10.641054 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] Routers {'e40eef42-e458-465c-94a0-dd1f8b1525f2'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:10.641740 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e40eef42-e458-465c-94a0-dd1f8b1525f2'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:10.679368 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9912-2908-479a-8f3b-368e576442b1 req-41bf89b2-66f4-4363-9bde-c84a30c044b5 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:10.680921 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-548e9912-2908-479a-8f3b-368e576442b1 req-41bf89b2-66f4-4363-9bde-c84a30c044b5 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0658743 Aug 08 17:17:10.684908 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Deleting port a13916d7-86a7-4142-b926-fcf4c0f72a8b {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:10.685263 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:10.734820 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] Set router e40eef42-e458-465c-94a0-dd1f8b1525f2 gateway port host: None {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:10.797628 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6d371300-3d4c-4fdf-8447-02c3682b4c3c req-4247d5fd-b8a1-4e57-9d80-96aa96a91bba tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 210 time: 0.0573008 Aug 08 17:17:10.807307 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:17:10Z', 'revision_number': 6, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port_host': None}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:10.828461 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-548e9912-2908-479a-8f3b-368e576442b1 req-a3ad93cf-d010-406a-91d3-98ecaf2461af tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403852 Aug 08 17:17:10.840013 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611253a8-da25-4ef6-9c09-4a778deda5ff None None] The sync data for ids ['e40eef42-e458-465c-94a0-dd1f8b1525f2'] in dv-cinder-787296-3-iscsi is: [{'id': 'e40eef42-e458-465c-94a0-dd1f8b1525f2', 'name': 'tempest-TestMinimumBasicScenario-1107189533-router', 'tenant_id': '23597448bbf647c9a5b2985ae12aded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:11:55Z', 'updated_at': '2021-08-08T17:17:10Z', 'revision_number': 6, 'project_id': '23597448bbf647c9a5b2985ae12aded3', 'gw_port_host': None}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:17:10.849068 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] For port a13916d7-86a7-4142-b926-fcf4c0f72a8b, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=a13916d7-86a7-4142-b926-fcf4c0f72a8b,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:10.849436 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:10.852976 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42658) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:10.863467 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Calling delete_port for a13916d7-86a7-4142-b926-fcf4c0f72a8b owned by network:router_gateway {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:11.013544 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b7a4ee-9d65-47a1-8385-59821eca9a28 tempest-TestShelveInstance-1853315790 tempest-TestShelveInstance-1853315790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:11.015175 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-36b7a4ee-9d65-47a1-8385-59821eca9a28 tempest-TestShelveInstance-1853315790 tempest-TestShelveInstance-1853315790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1094 time: 0.1611245 Aug 08 17:17:11.018159 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42662) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:11.022906 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Request body: {'floatingip': {'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'port_id': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:11.031909 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.046209 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for floatingip, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.059616 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13916d7-86a7-4142-b926-fcf4c0f72a8b,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:11.082803 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692366'] for router_gateway, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.139714 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.186233 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1687610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102808'] for router, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.190544 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.252596 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Allocated IP 172.27.3.101 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/35fcdd99-d297-46a7-b805-0173e8aee146) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:17:11.262970 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687758'] for router, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.263871 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e40eef42-e458-465c-94a0-dd1f8b1525f2 {{(pid=93515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 17:17:11.277677 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] Notify callbacks [] for router, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.281191 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-1c66088c-51b5-4746-ba21-3240c7a8bf28 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e40eef42-e458-465c-94a0-dd1f8b1525f2 HTTP/1.1" status: 204 len: 168 time: 0.9803116 Aug 08 17:17:11.281447 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42664) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:11.330204 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c83468e-b072-4d5c-8784-d8118ee3e6bb admin admin] Deleting subnet 25088da5-4d38-4a85-ad8c-127942c36bd7 {{(pid=93515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:17:11.333310 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2c83468e-b072-4d5c-8784-d8118ee3e6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.358697 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.368173 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2c83468e-b072-4d5c-8784-d8118ee3e6bb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.398277 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.439179 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:17:11.444272 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:17:11.447984 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:17:11.449982 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2c83468e-b072-4d5c-8784-d8118ee3e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.471950 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event updated for resources: {'Port': ['ID=35fcdd99-d297-46a7-b805-0173e8aee146,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:11.505429 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2c83468e-b072-4d5c-8784-d8118ee3e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for subnet, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.531067 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83468e-b072-4d5c-8784-d8118ee3e6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25088da5-4d38-4a85-ad8c-127942c36bd7,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:11.534625 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2c83468e-b072-4d5c-8784-d8118ee3e6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.538156 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-2c83468e-b072-4d5c-8784-d8118ee3e6bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/25088da5-4d38-4a85-ad8c-127942c36bd7 HTTP/1.1" status: 204 len: 168 time: 0.2555597 Aug 08 17:17:11.539449 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42666) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:11.542058 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d819da3e-cfcd-47ab-9024-e5f5a7a52d12 None None] Network d0068880-f47a-40df-8bd8-d283ead8ebea requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:17:11.617757 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.685931 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Deleting port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:11.686593 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.744767 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2b3c6c-dad2-425b-890a-1ed05b588022 None None] DHCP port deletion for d0068880-f47a-40df-8bd8-d283ead8ebea request from dv-cinder-787296-3-iscsi {{(pid=93517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 17:17:11.761722 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] For port 5ca77fe5-ec96-47b8-b790-16b88e2638f5, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=5ca77fe5-ec96-47b8-b790-16b88e2638f5,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:11.762225 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.784410 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Calling delete_port for 5ca77fe5-ec96-47b8-b790-16b88e2638f5 owned by network:dhcp {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:11.802021 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b3c6c-dad2-425b-890a-1ed05b588022 None None] Deleting port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 {{(pid=93517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:11.802667 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3c6c-dad2-425b-890a-1ed05b588022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.913525 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3c2b3c6c-dad2-425b-890a-1ed05b588022 None None] For port 5ca77fe5-ec96-47b8-b790-16b88e2638f5, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=5ca77fe5-ec96-47b8-b790-16b88e2638f5,segment=NetworkSegment(2e201fb8-21d0-42e8-8de8-246aeff7d379),segment_id=2e201fb8-21d0-42e8-8de8-246aeff7d379)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:11.914019 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3c6c-dad2-425b-890a-1ed05b588022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:11.930760 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b3c6c-dad2-425b-890a-1ed05b588022 None None] Calling delete_port for 5ca77fe5-ec96-47b8-b790-16b88e2638f5 owned by network:dhcp {{(pid=93517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:12.121537 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b714a0a6-1ae7-44b6-b53b-b4e7c46d353d req-6714edb2-ab83-4b81-836c-5a359b6ce30a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 210 time: 0.0327678 Aug 08 17:17:12.130948 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3c6c-dad2-425b-890a-1ed05b588022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092'] for port, after_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.171048 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.171416 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b3c6c-dad2-425b-890a-1ed05b588022 None None] Pushing event deleted for resources: {'Port': ['ID=5ca77fe5-ec96-47b8-b790-16b88e2638f5,revision_number=None']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:12.173879 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b3c6c-dad2-425b-890a-1ed05b588022 None None] No DVR routers for this DVR port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 on host dv-cinder-787296-3-iscsi {{(pid=93517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:17:12.197260 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca77fe5-ec96-47b8-b790-16b88e2638f5,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:12.200952 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] No DVR routers for this DVR port 5ca77fe5-ec96-47b8-b790-16b88e2638f5 on host dv-cinder-787296-3-iscsi {{(pid=93515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:17:12.215061 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.274513 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.284636 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.284998 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.285774 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.286123 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.286459 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.286781 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.286904 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.287764 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.288114 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.288442 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.288770 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.424683 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.425360 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.425478 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.425723 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 17:17:12.426115 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0068880-f47a-40df-8bd8-d283ead8ebea']}} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:12.442992 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.445118 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e201fb8-21d0-42e8-8de8-246aeff7d379') {'for_net_delete': True} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:12.445481 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e201fb8-21d0-42e8-8de8-246aeff7d379') {} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:12.448852 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.463296 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182696'] for segment, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.488458 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.501092 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:17:12.501531 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13402028'] for segment, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: from cryptography.utils import int_from_bytes Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: from cryptography.utils import int_from_bytes Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: self.session.flush() Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: self.session.flush() Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: self.session.flush() Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: self.session.flush() Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: Traceback (most recent call last): Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: timer() Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: cb(*args, **kw) Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: return func(*args, **kwargs) Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: self._notify() Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: self.callback(batched_events) Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: event.method(event) Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: return f(self, *a, **k) Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: return self._get(url).json() Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: return self.request(url, 'GET', **kwargs) Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:17:12.508168 dv-cinder-787296-3-iscsi neutron-server[93515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:17:12.568865 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event updated for resources: {'Port': ['ID=35fcdd99-d297-46a7-b805-0173e8aee146,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:12.585952 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.587477 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.592751 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:12.595316 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d0068880-f47a-40df-8bd8-d283ead8ebea HTTP/1.1" status: 204 len: 168 time: 1.0547075 Aug 08 17:17:12.598517 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42672) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:12.617161 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376df53-efae-4a5c-abbb-c5a9b12bd2d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0068880-f47a-40df-8bd8-d283ead8ebea,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:12.702932 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657fb31-4c61-4a31-916c-032f291db75a req-07f208d3-2c55-4898-b222-25f585d4c131 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:12.704670 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-07f208d3-2c55-4898-b222-25f585d4c131 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 816 time: 0.1998272 Aug 08 17:17:12.723575 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.l3_db [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Floating IP 2e97ffd6-ab8a-4f72-9a77-1e30338cdccf associated. External IP: 172.27.3.101, port: ec805beb-38de-4fce-8c56-8d4d222614e5. Aug 08 17:17:12.826546 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-8be5328e-a358-49c5-ab15-6a342e7b4d7e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=781875a7243b41f7ba306d8d62d1bf54 HTTP/1.1" status: 200 len: 380 time: 0.0996778 Aug 08 17:17:12.837881 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'port': {'device_id': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'admin_state_up': True, 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'security_groups': ['2656211e-ad10-4906-8b65-2f870daf004c']}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:12.867124 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 5ca77fe5-ec96-47b8-b790-16b88e2638f5 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:17:12.888359 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 5ca77fe5-ec96-47b8-b790-16b88e2638f5 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:17:12.889119 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 5ca77fe5-ec96-47b8-b790-16b88e2638f5 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:17:12.889378 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device c637426d-3b51-4e57-9c3d-33efa1f512d4 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:17:12.914576 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: c637426d-3b51-4e57-9c3d-33efa1f512d4 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:17:12.914945 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device c637426d-3b51-4e57-9c3d-33efa1f512d4 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:17:12.915358 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device a13916d7-86a7-4142-b926-fcf4c0f72a8b no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:17:12.934111 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: a13916d7-86a7-4142-b926-fcf4c0f72a8b {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:17:12.934518 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device a13916d7-86a7-4142-b926-fcf4c0f72a8b not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:17:12.981879 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693592'] for router_interface, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:13.038927 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Made reservation on behalf of 781875a7243b41f7ba306d8d62d1bf54 for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:17:13.042352 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:13.066108 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Router 840b2ab2-5d75-4070-a769-f7346b0ada2a has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:17:13.247519 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bff035e3-9c9e-401e-9c65-9c05c28a2813 req-10954675-e727-4d0a-b653-79b7e18a2397 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 210 time: 0.0322831 Aug 08 17:17:13.267905 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] Deleting port 039e8c05-0c37-424b-b404-0bbc863fe3cc {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:13.268543 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:13.270577 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Allocated IP 172.20.0.10 (78513dd0-41c3-496c-9235-1bc37317570c/25fbe0cd-44c4-470e-9385-0cda35f0e2d0/e49c47da-1f8e-4f9f-afdb-1109b07e3bc7) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:17:13.277297 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:17:13.287188 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0818475-085d-4476-b520-70303eb4f567 None None] Sync routers for ids ['840b2ab2-5d75-4070-a769-f7346b0ada2a'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:17:13.300831 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:13.301198 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0818475-085d-4476-b520-70303eb4f567 None None] Routers {'840b2ab2-5d75-4070-a769-f7346b0ada2a'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:13.302023 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e0818475-085d-4476-b520-70303eb4f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['840b2ab2-5d75-4070-a769-f7346b0ada2a'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:13.346157 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d35cc330-e4a3-4ed2-ba66-b3b0dd4e4731 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3269274 Aug 08 17:17:13.355307 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] For port 039e8c05-0c37-424b-b404-0bbc863fe3cc, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=039e8c05-0c37-424b-b404-0bbc863fe3cc,segment=NetworkSegment(d653c104-768c-446b-b13b-77f59ad5c11d),segment_id=d653c104-768c-446b-b13b-77f59ad5c11d)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:13.355751 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:13.356967 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:13.358872 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:13.369797 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] Calling delete_port for 039e8c05-0c37-424b-b404-0bbc863fe3cc owned by network:router_interface {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:13.425452 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-e0818475-085d-4476-b520-70303eb4f567 None None] Set router 840b2ab2-5d75-4070-a769-f7346b0ada2a gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:13.446080 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd737fac-5df2-4100-b6ca-30b9f729c52f x-openstack-request-id: req-bd737fac-5df2-4100-b6ca-30b9f729c52f {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:13.446080 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:13.446080 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd737fac-5df2-4100-b6ca-30b9f729c52f {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:13.446080 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'status': 'completed', 'code': 200} Aug 08 17:17:13.456444 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:13.470593 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Transition to ACTIVE for port object e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:17:13.537544 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:13.547415 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-8fe1de3c-9fcd-4f4e-ab56-3be048a411f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:13.548933 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-8fe1de3c-9fcd-4f4e-ab56-3be048a411f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a5d752a108c4dd5817e7903d839c61a&device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1099 time: 0.0593925 Aug 08 17:17:13.575666 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:13.609998 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=039e8c05-0c37-424b-b404-0bbc863fe3cc,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:13.635464 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Network 78513dd0-41c3-496c-9235-1bc37317570c is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:17:13.644273 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:17:13.648219 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event updated for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:13.653903 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:17:13.686952 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e0818475-085d-4476-b520-70303eb4f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '2e97ffd6-ab8a-4f72-9a77-1e30338cdccf', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'port_id': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'mac_address': 'fa:16:3e:d2:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:17:12Z', 'updated_at': '2021-08-08T17:17:12Z', 'revision_number': 0, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:27Z', 'revision_number': 5, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:13.719744 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0818475-085d-4476-b520-70303eb4f567 None None] Checking router: 840b2ab2-5d75-4070-a769-f7346b0ada2a for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:17:13.724138 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:13.724874 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:13.731617 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0818475-085d-4476-b520-70303eb4f567 None None] Routers {'840b2ab2-5d75-4070-a769-f7346b0ada2a'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:13.733144 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e0818475-085d-4476-b520-70303eb4f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['840b2ab2-5d75-4070-a769-f7346b0ada2a'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:13.742811 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-4c701803-1791-4343-8efa-29d35d2f6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:13.744299 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-4c701803-1791-4343-8efa-29d35d2f6510 service neutron] 10.222.0.32 "GET /v2.0/networks?id=265571c9-7857-4101-8863-7dd20ec72877 HTTP/1.1" status: 200 len: 908 time: 0.1733584 Aug 08 17:17:13.765278 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-fb2ec228-fd5b-4430-b6fd-b62535242486 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9313192 Aug 08 17:17:13.808601 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692712'] for router_interface, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:13.817760 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Request body: {'port': {'device_id': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:13.893507 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-e0818475-085d-4476-b520-70303eb4f567 None None] Set router 840b2ab2-5d75-4070-a769-f7346b0ada2a gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:13.909134 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-d232fc21-cda4-4ce5-bc2f-d62f0832571f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec805beb-38de-4fce-8c56-8d4d222614e5 HTTP/1.1" status: 200 len: 1000 time: 0.1572990 Aug 08 17:17:13.928257 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:14.002112 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-6ae98015-ff3e-4737-8872-6ed4e08b6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:14.004132 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-6ae98015-ff3e-4737-8872-6ed4e08b6ff0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=928fa1ba-9da8-40a7-8e99-e608f3507e2d HTTP/1.1" status: 200 len: 847 time: 0.0864315 Aug 08 17:17:14.055707 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-482b66b5-98d7-415d-baba-5a96d54fef20 None None] Provisioning for port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:17:14.060736 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-482b66b5-98d7-415d-baba-5a96d54fef20 None None] Provisioning complete for port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:17:14.061432 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-482b66b5-98d7-415d-baba-5a96d54fef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:14.081416 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] Router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:17:14.106584 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-482b66b5-98d7-415d-baba-5a96d54fef20 None None] Port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:17:14.125270 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-2d047a67-74d6-4c23-ac43-e133389a1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:14.126812 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-2d047a67-74d6-4c23-ac43-e133389a1ff1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265571c9-7857-4101-8863-7dd20ec72877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1156635 Aug 08 17:17:14.140839 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e0818475-085d-4476-b520-70303eb4f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '2e97ffd6-ab8a-4f72-9a77-1e30338cdccf', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'port_id': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'mac_address': 'fa:16:3e:d2:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:17:12Z', 'updated_at': '2021-08-08T17:17:12Z', 'revision_number': 0, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:27Z', 'revision_number': 5, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:14.170391 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0818475-085d-4476-b520-70303eb4f567 None None] The sync data for ids ['840b2ab2-5d75-4070-a769-f7346b0ada2a'] in dv-cinder-787296-3-iscsi is: [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '2e97ffd6-ab8a-4f72-9a77-1e30338cdccf', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'port_id': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'mac_address': 'fa:16:3e:d2:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:17:12Z', 'updated_at': '2021-08-08T17:17:12Z', 'revision_number': 0, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:27Z', 'revision_number': 5, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:17:14.194767 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:17:14.203486 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] Sync routers for ids ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:17:14.205082 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-0ad7c7cd-06a0-4030-8e7c-1174e47eeab6 admin admin] 10.222.0.20 "PUT /v2.0/routers/5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6055486 Aug 08 17:17:14.207815 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42684) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:14.219185 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] Routers {'5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:14.220008 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:14.290126 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-538b320f-382b-4670-b071-06e16b98817e service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535230 Aug 08 17:17:14.329763 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:14.367841 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] Set router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:14.391870 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:17:14.407237 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:14.432643 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Transition to ACTIVE for port object e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:17:14.436709 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6c3956e8-2a25-4662-b4f6-9cb2e7e285b3 req-979aebf3-e39a-4080-8c6b-b5ba9eb2db10 service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375971 Aug 08 17:17:14.438440 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:14.507944 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Pushing event updated for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:14.570161 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded43bb-1c92-4ce1-8f52-dcf350500bb8 None None] New status for floating IP 2e97ffd6-ab8a-4f72-9a77-1e30338cdccf: ACTIVE {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:17:14.613151 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Attempting to bind port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:17:14.613522 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Attempting to bind port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:17:14.613880 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Attempting to bind port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 on network 78513dd0-41c3-496c-9235-1bc37317570c {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:17:14.619232 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 on network 78513dd0-41c3-496c-9235-1bc37317570c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:17:14.619831 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Attempting to bind port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 on network 78513dd0-41c3-496c-9235-1bc37317570c {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:17:14.625062 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'name': 'tempest-TestMinimumBasicScenario-874767671-router', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:12:02Z', 'updated_at': '2021-08-08T17:17:13Z', 'revision_number': 5, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'gw_port': {'id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:03Z', 'updated_at': '2021-08-08T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:14.625333 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:17:14.625846 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Checking segment: {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:17:14.626234 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Bound using segment: {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:17:14.626870 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Bound port: e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c6d5fd-723c-4779-b644-e7dd73f54a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:17:14.627229 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:14.681237 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] Checking router: 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:17:14.694682 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] Routers {'5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:14.695467 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:14.725043 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:17:14.730764 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:17:14.739136 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:14.750024 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d03f1-b7b9-452f-be57-253d1cdc3896 req-7ae44e84-f388-4c94-af81-199efa25d15c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:14.751582 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a66d03f1-b7b9-452f-be57-253d1cdc3896 req-7ae44e84-f388-4c94-af81-199efa25d15c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 932 time: 0.3853374 Aug 08 17:17:14.763140 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:14.789037 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:14.789748 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:14.791253 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] 10.222.0.32 "PUT /v2.0/ports/e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 HTTP/1.1" status: 200 len: 1094 time: 0.9783547 Aug 08 17:17:14.848838 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a66d03f1-b7b9-452f-be57-253d1cdc3896 req-2499e606-a64e-4edb-8deb-c825a63ddc9d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822771 Aug 08 17:17:14.890077 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Deleting port e5dc970d-3b67-4776-87bb-854a692e208c {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:14.890434 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:14.901553 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d496de-b1fd-4d01-84d7-528ff164a54f service neutron] Pushing event updated for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:14.956367 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657fb31-4c61-4a31-916c-032f291db75a req-f765511a-26f0-4a29-96d3-847890285136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:14.958613 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-f765511a-26f0-4a29-96d3-847890285136 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 1097 time: 0.0742750 Aug 08 17:17:14.997454 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] For port e5dc970d-3b67-4776-87bb-854a692e208c, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=e5dc970d-3b67-4776-87bb-854a692e208c,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:14.998421 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.010794 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Calling delete_port for e5dc970d-3b67-4776-87bb-854a692e208c owned by network:router_gateway {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:15.014574 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-e10fe005-8b56-46fa-8225-eb7a2be61f4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 HTTP/1.1" status: 200 len: 217 time: 0.0377922 Aug 08 17:17:15.044408 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] Set router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:15.085013 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657fb31-4c61-4a31-916c-032f291db75a req-71fb4666-79b7-41d9-b183-6154dfd03561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:15.088389 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-71fb4666-79b7-41d9-b183-6154dfd03561 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0666108 Aug 08 17:17:15.135009 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657fb31-4c61-4a31-916c-032f291db75a req-971affc4-955f-4f72-8b1c-145c618384a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:15.136532 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-971affc4-955f-4f72-8b1c-145c618384a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411215 Aug 08 17:17:15.196217 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.222318 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e5dc970d-3b67-4776-87bb-854a692e208c,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:15.236024 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-716bd451-5c41-4224-bf77-5f8dac56987a service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922298 Aug 08 17:17:15.260036 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'name': 'tempest-TestMinimumBasicScenario-874767671-router', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:12:02Z', 'updated_at': '2021-08-08T17:17:13Z', 'revision_number': 5, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'gw_port': {'id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:03Z', 'updated_at': '2021-08-08T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:15.283531 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692366'] for router_gateway, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.286682 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca013b93-0947-44c2-8123-b6854f2ad66e None None] The sync data for ids ['5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f'] in dv-cinder-787296-3-iscsi is: [{'id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'name': 'tempest-TestMinimumBasicScenario-874767671-router', 'tenant_id': '03c08a54b0d14945b0f872a49b42bbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:12:02Z', 'updated_at': '2021-08-08T17:17:13Z', 'revision_number': 5, 'project_id': '03c08a54b0d14945b0f872a49b42bbc8', 'gw_port': {'id': 'e5dc970d-3b67-4776-87bb-854a692e208c', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:12:03Z', 'updated_at': '2021-08-08T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:17:15.346231 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-0657fb31-4c61-4a31-916c-032f291db75a req-4b1ca6aa-2509-4d0b-8551-dee59eab14b7 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024549 Aug 08 17:17:15.376238 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1687610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102808'] for router, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.378281 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.423117 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687758'] for router, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.423642 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f {{(pid=93515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 17:17:15.428481 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] Notify callbacks [] for router, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.429619 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-e1173ae6-2105-4caf-84a3-96e3b0d9d1bf admin admin] 10.222.0.20 "DELETE /v2.0/routers/5eb7a385-27f1-43b3-ad12-9bfeb3e2e34f HTTP/1.1" status: 204 len: 168 time: 1.2210841 Aug 08 17:17:15.432072 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42688) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:15.447403 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:15.449747 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab494af-9eee-4267-84bb-a6c6a966f729" -d '{"events": [{"name": "network-changed", "server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:15.476779 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_v2 [None req-25580cb3-5193-4130-9b84-dd6d8d09fe91 admin admin] Deleting subnet b0a8fea9-d3be-48e1-ada0-13dbc4f6b429 {{(pid=93515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:17:15.479960 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-25580cb3-5193-4130-9b84-dd6d8d09fe91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.485976 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855008ee-e044-413d-86dd-92f918b4066e x-openstack-request-id: req-855008ee-e044-413d-86dd-92f918b4066e {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:15.486269 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:15.486525 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-855008ee-e044-413d-86dd-92f918b4066e {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:15.486942 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'status': 'completed', 'code': 200} Aug 08 17:17:15.516163 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-25580cb3-5193-4130-9b84-dd6d8d09fe91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182719'] for subnet, precommit_delete_associations {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.516509 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.570482 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-75fbe708-7632-45cf-8906-a903a9a4f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:15.572070 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-75fbe708-7632-45cf-8906-a903a9a4f53f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 1097 time: 0.0453138 Aug 08 17:17:15.602147 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-25580cb3-5193-4130-9b84-dd6d8d09fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.663919 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-25580cb3-5193-4130-9b84-dd6d8d09fe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13401970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12919068'] for subnet, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.674185 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-1a3a36f8-4bb0-48f3-bdf0-f27ab5dd7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:15.675758 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-1a3a36f8-4bb0-48f3-bdf0-f27ab5dd7b54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 916 time: 0.0969822 Aug 08 17:17:15.692554 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-25580cb3-5193-4130-9b84-dd6d8d09fe91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.695108 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-25580cb3-5193-4130-9b84-dd6d8d09fe91 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b0a8fea9-d3be-48e1-ada0-13dbc4f6b429 HTTP/1.1" status: 204 len: 168 time: 0.2619870 Aug 08 17:17:15.696106 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25580cb3-5193-4130-9b84-dd6d8d09fe91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a8fea9-d3be-48e1-ada0-13dbc4f6b429,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:15.699912 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42692) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:15.700253 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023dc83-07cd-4202-974a-b33b0320f0c9 None None] Network 1eca84f1-96b5-4f85-8e38-d8d47551372b requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:17:15.723868 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-fe077c9a-13ad-404b-ae23-07fa3a7fcebf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 HTTP/1.1" status: 200 len: 217 time: 0.0410273 Aug 08 17:17:15.789385 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-09d470c2-b797-47c8-9376-aea4fdae6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:15.789552 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.791821 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-09d470c2-b797-47c8-9376-aea4fdae6f59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0613964 Aug 08 17:17:15.840391 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-595a560d-7a47-4004-8f23-4d93e5276dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:15.842634 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-595a560d-7a47-4004-8f23-4d93e5276dc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427983 Aug 08 17:17:15.846182 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Deleting port a591a136-a2be-4bf3-a970-b75e2b17a3e6 {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:15.846509 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.910781 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae15fdc-3f84-4548-8f40-06fbfc6ee8fd None None] DHCP port deletion for 1eca84f1-96b5-4f85-8e38-d8d47551372b request from dv-cinder-787296-3-iscsi {{(pid=93517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 17:17:15.916245 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] For port a591a136-a2be-4bf3-a970-b75e2b17a3e6, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=a591a136-a2be-4bf3-a970-b75e2b17a3e6,segment=NetworkSegment(d653c104-768c-446b-b13b-77f59ad5c11d),segment_id=d653c104-768c-446b-b13b-77f59ad5c11d)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:15.916703 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:15.940891 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Calling delete_port for a591a136-a2be-4bf3-a970-b75e2b17a3e6 owned by network:dhcp {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:15.959967 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-638daca9-56ee-4d4d-b0c1-a08af45a0765 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089017 Aug 08 17:17:15.981920 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-7ae15fdc-3f84-4548-8f40-06fbfc6ee8fd None None] Deleting port a591a136-a2be-4bf3-a970-b75e2b17a3e6 {{(pid=93517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:15.982309 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-7ae15fdc-3f84-4548-8f40-06fbfc6ee8fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.065458 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.072382 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1ab494af-9eee-4267-84bb-a6c6a966f729 req-3c209c89-9623-4afc-bd98-f83cbbb16992 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054790 Aug 08 17:17:16.074966 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-7ae15fdc-3f84-4548-8f40-06fbfc6ee8fd None None] For port a591a136-a2be-4bf3-a970-b75e2b17a3e6, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=a591a136-a2be-4bf3-a970-b75e2b17a3e6,segment=NetworkSegment(d653c104-768c-446b-b13b-77f59ad5c11d),segment_id=d653c104-768c-446b-b13b-77f59ad5c11d)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:16.075366 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-7ae15fdc-3f84-4548-8f40-06fbfc6ee8fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.090483 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-7ae15fdc-3f84-4548-8f40-06fbfc6ee8fd None None] Calling delete_port for a591a136-a2be-4bf3-a970-b75e2b17a3e6 owned by network:dhcp {{(pid=93517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:16.094810 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a591a136-a2be-4bf3-a970-b75e2b17a3e6,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:16.101697 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] No DVR routers for this DVR port a591a136-a2be-4bf3-a970-b75e2b17a3e6 on host dv-cinder-787296-3-iscsi {{(pid=93515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:17:16.116353 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03a632-8607-417d-a966-8d63c22550be req-3e77573c-eaed-44be-b397-5522dccc55df tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:16.117913 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6d03a632-8607-417d-a966-8d63c22550be req-3e77573c-eaed-44be-b397-5522dccc55df tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0953264 Aug 08 17:17:16.170589 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-7ae15fdc-3f84-4548-8f40-06fbfc6ee8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092'] for port, after_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.197576 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae15fdc-3f84-4548-8f40-06fbfc6ee8fd None None] Pushing event deleted for resources: {'Port': ['ID=a591a136-a2be-4bf3-a970-b75e2b17a3e6,revision_number=None']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:16.202949 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae15fdc-3f84-4548-8f40-06fbfc6ee8fd None None] No DVR routers for this DVR port a591a136-a2be-4bf3-a970-b75e2b17a3e6 on host dv-cinder-787296-3-iscsi {{(pid=93517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:17:16.206527 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.220824 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6d03a632-8607-417d-a966-8d63c22550be req-a6f9486c-b3c6-44f9-9ce3-b24dfd2bfc43 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854108 Aug 08 17:17:16.224209 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eca84f1-96b5-4f85-8e38-d8d47551372b']}} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:16.234220 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd653c104-768c-446b-b13b-77f59ad5c11d') {'for_net_delete': True} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:16.234519 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd653c104-768c-446b-b13b-77f59ad5c11d') {} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:16.245523 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182696'] for segment, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.259429 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.265107 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:17:16.265489 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13402028'] for segment, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: Traceback (most recent call last): Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: timer() Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: cb(*args, **kw) Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: return func(*args, **kwargs) Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: self._notify() Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: self.callback(batched_events) Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: event.method(event) Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: return f(self, *a, **k) Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: return self._get(url).json() Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: return self.request(url, 'GET', **kwargs) Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:17:16.267120 dv-cinder-787296-3-iscsi neutron-server[93515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:17:16.320010 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.327062 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.329167 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] 10.222.0.20 "DELETE /v2.0/networks/1eca84f1-96b5-4f85-8e38-d8d47551372b HTTP/1.1" status: 204 len: 168 time: 0.6273918 Aug 08 17:17:16.338984 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e41dd4-bcd8-4fb2-8bbd-3bdd4cad3d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=1eca84f1-96b5-4f85-8e38-d8d47551372b,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:16.447130 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42698) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:16.491492 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-58e6ee0a-99d9-4f7a-9c7b-54d3152898fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23597448bbf647c9a5b2985ae12aded3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430486 Aug 08 17:17:16.493880 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42700) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:16.540849 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-07bae64c-1686-4947-901d-bcf4fd24b2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.561913 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-07bae64c-1686-4947-901d-bcf4fd24b2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.607228 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-07bae64c-1686-4947-901d-bcf4fd24b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.609705 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-07bae64c-1686-4947-901d-bcf4fd24b2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:16.610869 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-07bae64c-1686-4947-901d-bcf4fd24b2d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6687538-942b-48ec-8d4d-593f3a933503 HTTP/1.1" status: 204 len: 168 time: 0.1160445 Aug 08 17:17:16.619419 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bae64c-1686-4947-901d-bcf4fd24b2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6687538-942b-48ec-8d4d-593f3a933503,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:16.856303 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device a591a136-a2be-4bf3-a970-b75e2b17a3e6 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:17:16.877459 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: a591a136-a2be-4bf3-a970-b75e2b17a3e6 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:17:16.877827 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device a591a136-a2be-4bf3-a970-b75e2b17a3e6 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:17:16.878231 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device e5dc970d-3b67-4776-87bb-854a692e208c no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:17:16.897368 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: e5dc970d-3b67-4776-87bb-854a692e208c {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:17:16.897754 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device e5dc970d-3b67-4776-87bb-854a692e208c not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:17:16.898172 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 039e8c05-0c37-424b-b404-0bbc863fe3cc no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:17:16.916652 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 039e8c05-0c37-424b-b404-0bbc863fe3cc {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:17:16.917025 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 039e8c05-0c37-424b-b404-0bbc863fe3cc not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:17:16.924117 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42706) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:16.967882 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-5a4a8cba-252a-47fe-806f-a154f7f80cfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03c08a54b0d14945b0f872a49b42bbc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426311 Aug 08 17:17:16.970420 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42708) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:17.017063 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1cbebeeb-f724-4209-b7e4-71acdf89d276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:17.037806 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1cbebeeb-f724-4209-b7e4-71acdf89d276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:17.081360 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1cbebeeb-f724-4209-b7e4-71acdf89d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:17.084503 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1cbebeeb-f724-4209-b7e4-71acdf89d276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:17.085612 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-1cbebeeb-f724-4209-b7e4-71acdf89d276 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50db10d5-7744-4b1c-810d-02c9b77e5aeb HTTP/1.1" status: 204 len: 168 time: 0.1142771 Aug 08 17:17:17.093000 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbebeeb-f724-4209-b7e4-71acdf89d276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50db10d5-7744-4b1c-810d-02c9b77e5aeb,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:17.179248 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:17:17.279135 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:17.291777 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'port_id': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'mac_address': 'fa:16:3e:db:f3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:17:17.332289 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:17.347011 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:17:17.352535 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568243ff-7c8f-4f76-bba7-a1e1f37e22c9 req-fa62bbbe-abf5-4669-965f-1db4b3ab78e7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:17.354104 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-568243ff-7c8f-4f76-bba7-a1e1f37e22c9 req-fa62bbbe-abf5-4669-965f-1db4b3ab78e7 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0545776 Aug 08 17:17:17.370259 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:17.375443 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:17.399402 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-568243ff-7c8f-4f76-bba7-a1e1f37e22c9 req-c3807992-b833-4cbd-841d-7d7a59da11bb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386367 Aug 08 17:17:17.435837 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:17.748556 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:17:18.524960 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3b9da-603f-4d83-9368-2656ed5a350e req-18f8e30e-2597-4264-bdd6-2528ce104e67 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:18.526411 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-90a3b9da-603f-4d83-9368-2656ed5a350e req-18f8e30e-2597-4264-bdd6-2528ce104e67 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 945 time: 0.0523300 Aug 08 17:17:18.563606 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-90a3b9da-603f-4d83-9368-2656ed5a350e req-1c8ac677-c3fa-4780-b357-a0f4cfb14be6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308821 Aug 08 17:17:19.205303 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:17:19.251468 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:17:19.254928 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:17:19.255322 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:19.332595 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:19.354202 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:19.356446 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb5c367-7e68-4e33-86c3-1d9dffc67d31" -d '{"events": [{"server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "name": "network-vif-plugged", "status": "completed", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:19.369816 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:19.373662 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:19.397793 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026f4c62-03ee-4f30-91ed-03b608a83194 x-openstack-request-id: req-026f4c62-03ee-4f30-91ed-03b608a83194 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:19.398082 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "name": "network-vif-plugged", "status": "completed", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:19.398337 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-026f4c62-03ee-4f30-91ed-03b608a83194 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:19.398744 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'code': 200} Aug 08 17:17:19.424789 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:19.586727 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b488983-6651-4698-ba82-4fc78108775a req-82d6fe3f-0093-4ec3-8c77-e166de2a586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:19.588257 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2b488983-6651-4698-ba82-4fc78108775a req-82d6fe3f-0093-4ec3-8c77-e166de2a586c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 1099 time: 0.0407217 Aug 08 17:17:19.624203 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2b488983-6651-4698-ba82-4fc78108775a req-4aba6fcc-1459-4d19-b3ef-e21915455db5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287127 Aug 08 17:17:19.680196 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8722eed-03f3-4381-a62f-ac9c5f7a1b20 req-cad5239e-ddc2-4637-a2fd-7b443abd8c14 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:19.681651 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f8722eed-03f3-4381-a62f-ac9c5f7a1b20 req-cad5239e-ddc2-4637-a2fd-7b443abd8c14 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0476887 Aug 08 17:17:19.719145 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f8722eed-03f3-4381-a62f-ac9c5f7a1b20 req-5ea8449d-a9e2-40ca-ba77-2db1f731fc7d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316176 Aug 08 17:17:20.809576 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-99d43ac4-7f39-49dc-bc68-e7d90a56d588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:20.839135 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42454f90-91da-4df1-853e-2fb6c136a28c req-6adadd5e-47da-4c89-af39-974a1dc61ab8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:20.840639 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-42454f90-91da-4df1-853e-2fb6c136a28c req-6adadd5e-47da-4c89-af39-974a1dc61ab8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0493886 Aug 08 17:17:20.878038 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-42454f90-91da-4df1-853e-2fb6c136a28c req-c0a57f14-91d2-48d9-a535-fd042332dfae tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Aug 08 17:17:22.000672 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a272e-1b20-4e7f-9471-7eeea7870d3d req-0d843182-7699-4cc8-925b-3d657141825c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:22.002139 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-be5a272e-1b20-4e7f-9471-7eeea7870d3d req-0d843182-7699-4cc8-925b-3d657141825c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0553758 Aug 08 17:17:22.040763 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-be5a272e-1b20-4e7f-9471-7eeea7870d3d req-80ddce19-af15-4378-ba93-cce8ad73ba07 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305035 Aug 08 17:17:22.152998 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0e504-a58a-4b55-b9ff-18d182bcdfb2 req-290b0de7-01a8-42b3-9a9e-368a28ca8d53 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:22.154443 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2ca0e504-a58a-4b55-b9ff-18d182bcdfb2 req-290b0de7-01a8-42b3-9a9e-368a28ca8d53 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0484967 Aug 08 17:17:22.163686 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42728) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:22.167914 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-c3e32249-e42b-49d3-abbf-c963b2065dcb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Request body: {'floatingip': {'port_id': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:22.206616 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c3e32249-e42b-49d3-abbf-c963b2065dcb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:22.634318 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c3e32249-e42b-49d3-abbf-c963b2065dcb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:22.637969 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c3e32249-e42b-49d3-abbf-c963b2065dcb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:22.735849 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.l3_db [None req-c3e32249-e42b-49d3-abbf-c963b2065dcb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Floating IP d713563f-59d1-421d-933f-b011250fcd8c associated. External IP: 172.27.3.32, port: e49c47da-1f8e-4f9f-afdb-1109b07e3bc7. Aug 08 17:17:22.939267 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e32249-e42b-49d3-abbf-c963b2065dcb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:17:23.046799 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e32249-e42b-49d3-abbf-c963b2065dcb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:17:23.051495 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c3e32249-e42b-49d3-abbf-c963b2065dcb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:23.057213 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] Sync routers for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:17:23.065894 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:23.066598 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:23.078951 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c3e32249-e42b-49d3-abbf-c963b2065dcb tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "PUT /v2.0/floatingips/d713563f-59d1-421d-933f-b011250fcd8c HTTP/1.1" status: 200 len: 991 time: 0.9140224 Aug 08 17:17:23.079644 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:23.082136 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1393bc-0f74-4284-a551-33d1ea961263" -d '{"events": [{"name": "network-changed", "server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:23.126414 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc886465-e22c-409b-aae6-83ba7ae53f3d x-openstack-request-id: req-bc886465-e22c-409b-aae6-83ba7ae53f3d {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:23.126776 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:23.127222 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc886465-e22c-409b-aae6-83ba7ae53f3d {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:23.127629 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'status': 'completed', 'code': 200} Aug 08 17:17:23.173507 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:23.210191 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-7b70a32c-8cb7-4ef7-a7ad-0323814696a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:23.211707 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-7b70a32c-8cb7-4ef7-a7ad-0323814696a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 1099 time: 0.0439835 Aug 08 17:17:23.300847 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-9c7d2b53-40c9-4751-a095-8fae4054fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:23.302463 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-9c7d2b53-40c9-4751-a095-8fae4054fdcf service neutron] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 916 time: 0.0825958 Aug 08 17:17:23.371628 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-f36fac5c-ab57-4f0a-bb4b-460404549af2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 HTTP/1.1" status: 200 len: 999 time: 0.0617909 Aug 08 17:17:23.407614 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'd713563f-59d1-421d-933f-b011250fcd8c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'port_id': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'mac_address': 'fa:16:3e:db:f3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:17:06Z', 'updated_at': '2021-08-08T17:17:22Z', 'revision_number': 1, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:23.437352 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] Checking router: 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:17:23.446917 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:23.447560 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:16:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:23.556747 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:23.660288 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-1571a291-c74c-493a-9b77-03606fc72987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:23.715918 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-d33bedd9-9f8a-41f8-8878-caab40a47d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:23.717569 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-d33bedd9-9f8a-41f8-8878-caab40a47d3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.3372762 Aug 08 17:17:23.765429 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-b6ff5bd2-af14-42da-95db-798e61a01b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:23.767075 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-b6ff5bd2-af14-42da-95db-798e61a01b41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410852 Aug 08 17:17:23.806156 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'd713563f-59d1-421d-933f-b011250fcd8c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'port_id': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'mac_address': 'fa:16:3e:db:f3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:17:06Z', 'updated_at': '2021-08-08T17:17:22Z', 'revision_number': 1, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:23.832001 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cc3b57-755c-4b9b-8258-e52adabd8d49 None None] The sync data for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi is: [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'd713563f-59d1-421d-933f-b011250fcd8c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'port_id': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'mac_address': 'fa:16:3e:db:f3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:17:06Z', 'updated_at': '2021-08-08T17:17:22Z', 'revision_number': 1, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:17:23.859695 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-c3c610f6-1517-4f6a-888e-2ac05bd53c06 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848248 Aug 08 17:17:23.894782 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:23.951139 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ad1393bc-0f74-4284-a551-33d1ea961263 req-f5c39df1-8aa1-496b-b1f4-fc22bade8397 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838203 Aug 08 17:17:24.020295 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec6d70-cb00-45c2-ba0e-5920b9c5c584 None None] New status for floating IP d713563f-59d1-421d-933f-b011250fcd8c: ACTIVE {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:17:24.614767 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:26.214152 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:27.805573 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735e0e1-eab3-4306-863f-9774e283dc38 req-18501ca1-4b4a-429b-8e7a-5b91aa09535f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:27.807081 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8735e0e1-eab3-4306-863f-9774e283dc38 req-18501ca1-4b4a-429b-8e7a-5b91aa09535f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0484853 Aug 08 17:17:27.845088 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8735e0e1-eab3-4306-863f-9774e283dc38 req-526c8f42-3b1b-4e5f-82b1-065c6b034053 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322170 Aug 08 17:17:28.962119 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab0d0-39ea-438b-84ce-7fbabca739ee req-232be7d4-cad9-4d25-ba17-f40df9b03cb6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:28.963607 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5feab0d0-39ea-438b-84ce-7fbabca739ee req-232be7d4-cad9-4d25-ba17-f40df9b03cb6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0527232 Aug 08 17:17:29.003162 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5feab0d0-39ea-438b-84ce-7fbabca739ee req-4e8bc808-b4ac-4ae8-ab19-3ef7303727f2 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=75d703b3-301b-40b3-ae7a-62c463ac18be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336871 Aug 08 17:17:29.117346 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-a5581851-ad3f-4644-9d5f-af3d90fabb4b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:29.118891 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-a5581851-ad3f-4644-9d5f-af3d90fabb4b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 945 time: 0.0493102 Aug 08 17:17:29.215114 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Deleting port bb8bc50d-b562-4030-840e-b81eb4423c73 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:29.215372 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:29.298665 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] For port bb8bc50d-b562-4030-840e-b81eb4423c73, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bb8bc50d-b562-4030-840e-b81eb4423c73,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:29.299123 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:29.466420 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:29.466723 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:29.467039 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.l3_db [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Floating IP 5f4f9380-2786-4150-832a-9fb8890ebf83 disassociated. External IP: 172.27.3.178, port: bb8bc50d-b562-4030-840e-b81eb4423c73. Aug 08 17:17:29.467379 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Calling delete_port for bb8bc50d-b562-4030-840e-b81eb4423c73 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:29.589258 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:29.619961 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event deleted for resources: {'Port': ['ID=bb8bc50d-b562-4030-840e-b81eb4423c73,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:29.730026 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:17:29.836584 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:17:29.846805 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] Sync routers for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:17:29.856577 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:29.857222 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:17:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:29.876121 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] No DVR routers for this DVR port bb8bc50d-b562-4030-840e-b81eb4423c73 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:17:29.878595 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:29.880643 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-27c6dd0f-ce31-4886-acf2-4494fb36257f req-963a99ae-09c9-4acd-9f6c-07c081c7f05a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.32 "DELETE /v2.0/ports/bb8bc50d-b562-4030-840e-b81eb4423c73 HTTP/1.1" status: 204 len: 173 time: 0.7550578 Aug 08 17:17:29.881077 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f799be6-5277-4be1-947f-83fe76486bad', 'name': 'network-vif-deleted', 'tag': 'bb8bc50d-b562-4030-840e-b81eb4423c73'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:29.883342 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db56e863-0faf-4898-9b70-d2fb13add5d0" -d '{"events": [{"server_uuid": "7f799be6-5277-4be1-947f-83fe76486bad", "name": "network-vif-deleted", "tag": "bb8bc50d-b562-4030-840e-b81eb4423c73"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:29.920939 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2b811-2477-4f0b-bb74-5752980d2f1b x-openstack-request-id: req-9cc2b811-2477-4f0b-bb74-5752980d2f1b {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:29.921236 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f799be6-5277-4be1-947f-83fe76486bad", "name": "network-vif-deleted", "tag": "bb8bc50d-b562-4030-840e-b81eb4423c73", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:29.921495 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cc2b811-2477-4f0b-bb74-5752980d2f1b {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:29.921894 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f799be6-5277-4be1-947f-83fe76486bad', 'name': 'network-vif-deleted', 'tag': 'bb8bc50d-b562-4030-840e-b81eb4423c73', 'status': 'completed', 'code': 200} Aug 08 17:17:29.976268 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:30.121439 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d910493d-97db-44b2-afc2-42bedf5cf5b6 req-830e7d6a-efb5-4333-a16c-fa1da8fceca6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f799be6-5277-4be1-947f-83fe76486bad HTTP/1.1" status: 200 len: 210 time: 0.0273602 Aug 08 17:17:30.183610 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:30.217941 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] Checking router: 46feab7e-57e7-426f-8f0b-08f7bfa98fbd for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:17:30.227158 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:30.227696 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:17:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:30.463896 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:30.660508 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:30.687009 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efc3ab-629f-4cae-a28e-bd1f8ab46496 None None] The sync data for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi is: [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:17:30.905802 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af10b4e-acbe-4b32-afa7-389913b7e268 None None] New status for floating IP 5f4f9380-2786-4150-832a-9fb8890ebf83: DOWN {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:17:31.203158 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42772) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:31.252176 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device bb8bc50d-b562-4030-840e-b81eb4423c73 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:17:31.258500 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:31.272874 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: bb8bc50d-b562-4030-840e-b81eb4423c73 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:17:31.273214 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device bb8bc50d-b562-4030-840e-b81eb4423c73 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:17:31.282348 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:31.328058 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:31.330815 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:31.331944 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "DELETE /v2.0/security-groups/75d703b3-301b-40b3-ae7a-62c463ac18be HTTP/1.1" status: 204 len: 168 time: 0.1275065 Aug 08 17:17:31.335387 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42774) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:31.341116 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d703b3-301b-40b3-ae7a-62c463ac18be,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:31.347972 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.348321 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.348689 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.349056 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.349388 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.349527 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.api.v2.resource [None req-cc1f0a28-2f80-4b66-9caa-38446145940e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] show failed (client error): The resource could not be found. Aug 08 17:17:31.349715 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.350043 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.350365 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.350581 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-cc1f0a28-2f80-4b66-9caa-38446145940e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups/75d703b3-301b-40b3-ae7a-62c463ac18be HTTP/1.1" status: 404 len: 347 time: 0.0139840 Aug 08 17:17:31.350700 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.351028 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.351349 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.351670 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab23a60-943c-4b9d-ae81-8938c0650086 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:31.353343 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42776) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:31.475687 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-254f7d40-81a3-4c24-97a5-35dcb28e749f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Deleting port 4b8b2326-44e2-4909-8ce6-d458c986e46f {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:31.476885 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-254f7d40-81a3-4c24-97a5-35dcb28e749f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:31.550795 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-254f7d40-81a3-4c24-97a5-35dcb28e749f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:31.551127 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-254f7d40-81a3-4c24-97a5-35dcb28e749f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:31.562698 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-254f7d40-81a3-4c24-97a5-35dcb28e749f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Calling delete_port for 4b8b2326-44e2-4909-8ce6-d458c986e46f owned by network:floatingip {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:31.689979 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-254f7d40-81a3-4c24-97a5-35dcb28e749f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:31.716374 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f7d40-81a3-4c24-97a5-35dcb28e749f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event deleted for resources: {'Port': ['ID=4b8b2326-44e2-4909-8ce6-d458c986e46f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:31.776678 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-254f7d40-81a3-4c24-97a5-35dcb28e749f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:31.779057 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-254f7d40-81a3-4c24-97a5-35dcb28e749f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:31.780205 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-254f7d40-81a3-4c24-97a5-35dcb28e749f tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "DELETE /v2.0/floatingips/5f4f9380-2786-4150-832a-9fb8890ebf83 HTTP/1.1" status: 204 len: 168 time: 0.4252353 Aug 08 17:17:32.093065 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42782) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:32.097783 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-d7e49eb8-91a8-4129-9b89-46ce9bbcd864 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779512437', 'description': 'tempest-description--1220144593'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:32.119562 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d7e49eb8-91a8-4129-9b89-46ce9bbcd864 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.199067 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d7e49eb8-91a8-4129-9b89-46ce9bbcd864 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.202455 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d7e49eb8-91a8-4129-9b89-46ce9bbcd864 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.228037 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d7e49eb8-91a8-4129-9b89-46ce9bbcd864 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.229211 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d7e49eb8-91a8-4129-9b89-46ce9bbcd864 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1351655 Aug 08 17:17:32.232402 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42784) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:32.233914 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e49eb8-91a8-4129-9b89-46ce9bbcd864 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a5eee-ec40-4132-9ec4-84fd448a9c33,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:32.237109 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-c1bc41b6-367f-4a56-9a13-83ac47272932 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'security_group_rule': {'security_group_id': 'b81a5eee-ec40-4132-9ec4-84fd448a9c33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:32.264386 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c1bc41b6-367f-4a56-9a13-83ac47272932 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.312696 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c1bc41b6-367f-4a56-9a13-83ac47272932 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.316040 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c1bc41b6-367f-4a56-9a13-83ac47272932 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.335409 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc41b6-367f-4a56-9a13-83ac47272932 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfa4c2e-9a45-4faf-b79a-952c8fdd7abc,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:32.338934 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-c1bc41b6-367f-4a56-9a13-83ac47272932 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.340166 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-c1bc41b6-367f-4a56-9a13-83ac47272932 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066759 Aug 08 17:17:32.342990 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42786) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:32.347630 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-3def7af5-c052-47fe-b813-9ede99f19d12 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'security_group_rule': {'security_group_id': 'b81a5eee-ec40-4132-9ec4-84fd448a9c33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:32.376044 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3def7af5-c052-47fe-b813-9ede99f19d12 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.432125 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3def7af5-c052-47fe-b813-9ede99f19d12 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.435512 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3def7af5-c052-47fe-b813-9ede99f19d12 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659458'] for security_group_rule, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.456387 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def7af5-c052-47fe-b813-9ede99f19d12 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72839014-ffa1-4298-941a-8a3e57fe2976,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:32.464123 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3def7af5-c052-47fe-b813-9ede99f19d12 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.465320 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-3def7af5-c052-47fe-b813-9ede99f19d12 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212518 Aug 08 17:17:32.468451 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 42788) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:32.472676 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'floatingip': {'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:32.493178 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.585782 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.689839 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Allocated IP 172.27.3.60 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/da26a75d-f684-43fd-b5e9-eeb2c9ac032c) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:17:32.788279 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.826271 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.862282 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:17:32.866901 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:17:32.870361 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:17:32.875628 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'Port': ['ID=da26a75d-f684-43fd-b5e9-eeb2c9ac032c,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:32.956635 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:32.991100 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:33.140488 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:33.144531 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:33.207862 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'Port': ['ID=da26a75d-f684-43fd-b5e9-eeb2c9ac032c,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:33.220893 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:33.234244 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:33.235522 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-90d3a54f-2125-4225-a093-096ed8edc0c9 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7661734 Aug 08 17:17:33.416416 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-cd95a340-ab85-4d82-80d2-d2233292579d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--779512437&fields=id&tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76 HTTP/1.1" status: 200 len: 267 time: 0.0321016 Aug 08 17:17:33.520516 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-660a4baa-4fa3-4f64-b063-ea2aad61e605 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:33.522238 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-660a4baa-4fa3-4f64-b063-ea2aad61e605 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/networks?id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 200 len: 810 time: 0.0994172 Aug 08 17:17:33.537064 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-1c632ab3-ae00-49a1-92b2-2f38af871f33 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/quotas/b4fdeaf6ea4c4a78b2842186185f1d76 HTTP/1.1" status: 200 len: 375 time: 0.0091836 Aug 08 17:17:33.595075 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-7c113eff-ccfd-4b50-9a98-c660cf3b6140 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527439 Aug 08 17:17:33.780574 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-58c266c3-137e-47c7-86aa-26464f490c3a service neutron] 10.222.0.20 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735668 Aug 08 17:17:33.874950 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-9620acee-0309-49a4-80b9-76a73e01895e service neutron] 10.222.0.20 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876825 Aug 08 17:17:34.028642 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6898ab71-a6bc-471f-a9a6-11013a222ec3 req-017a832a-2f6d-45c7-b3ca-907bd7f06546 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 210 time: 0.0267074 Aug 08 17:17:35.014322 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-9d0a4839-ce82-4e4d-869d-3b1080add00a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:35.015785 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-9d0a4839-ce82-4e4d-869d-3b1080add00a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.32 "GET /v2.0/networks?id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 200 len: 810 time: 0.1042328 Aug 08 17:17:35.065718 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-12d31db3-eeb1-4b3e-a828-cad9c677dd9e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76 HTTP/1.1" status: 200 len: 379 time: 0.0349329 Aug 08 17:17:35.076904 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'port': {'device_id': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'admin_state_up': True, 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'security_groups': ['b81a5eee-ec40-4132-9ec4-84fd448a9c33']}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:35.123104 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-755fc262-847d-4e21-863e-054732040feb req-57a7c563-25b5-4fa1-a053-cf7d9ca67837 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 210 time: 0.0266552 Aug 08 17:17:35.180510 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Made reservation on behalf of b4fdeaf6ea4c4a78b2842186185f1d76 for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:17:35.183886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:35.310225 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Allocated IP 172.20.0.10 (4b695fec-eaa6-49f8-b84e-6f1ef79f28b9/798f916c-ee1e-42db-8664-8d80bd4604ca/ffe22823-7e7f-47f5-86d6-f8abeb9fa450) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:17:35.445848 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:35.459779 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Transition to ACTIVE for port object ffe22823-7e7f-47f5-86d6-f8abeb9fa450 will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:17:35.492076 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:35.531980 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:17:35.534934 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:17:35.541701 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:17:35.566451 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event updated for resources: {'Port': ['ID=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:35.595920 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:35.596540 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:35.611755 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-32cbfe15-d933-4d80-b364-47be9035d415 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5387955 Aug 08 17:17:35.629612 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Request body: {'port': {'device_id': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:35.698666 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:35.714559 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-43cdd753-26a9-40a2-8276-1f59b04fe789 None None] Provisioning for port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:17:35.718275 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-43cdd753-26a9-40a2-8276-1f59b04fe789 None None] Provisioning complete for port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:17:35.718650 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-43cdd753-26a9-40a2-8276-1f59b04fe789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:35.752375 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-43cdd753-26a9-40a2-8276-1f59b04fe789 None None] Port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:17:35.955950 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe22823-7e7f-47f5-86d6-f8abeb9fa450 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:17:35.967430 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:35.979996 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Transition to ACTIVE for port object ffe22823-7e7f-47f5-86d6-f8abeb9fa450 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:17:35.983595 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:36.033791 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:36.101266 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Attempting to bind port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:17:36.101601 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Attempting to bind port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:17:36.101928 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Attempting to bind port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 on network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:17:36.106335 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 on network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:17:36.106653 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Attempting to bind port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 on network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:17:36.111504 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:17:36.111840 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Checking segment: {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:17:36.112218 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Bound using segment: {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:17:36.112642 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Bound port: ffe22823-7e7f-47f5-86d6-f8abeb9fa450, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ed1724-9402-4619-bae2-def9ce853b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:17:36.113017 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:36.179286 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] For port ffe22823-7e7f-47f5-86d6-f8abeb9fa450, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:17:36.182241 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] For port ffe22823-7e7f-47f5-86d6-f8abeb9fa450, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:17:36.186625 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:36.220660 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:36.221270 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:36.222823 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] 10.222.0.32 "PUT /v2.0/ports/ffe22823-7e7f-47f5-86d6-f8abeb9fa450 HTTP/1.1" status: 200 len: 1094 time: 0.5974467 Aug 08 17:17:36.223161 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'tag': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:36.225766 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d291dd98-7a07-4159-a486-57fe8d9b1679" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb", "tag": "ffe22823-7e7f-47f5-86d6-f8abeb9fa450"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:36.255886 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba00723-b17e-4913-9c75-6a30c0c03422 req-276db8c1-b944-49dd-b81b-2d8d6ccba6bb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:36.258106 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3ba00723-b17e-4913-9c75-6a30c0c03422 req-276db8c1-b944-49dd-b81b-2d8d6ccba6bb tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 944 time: 0.0635180 Aug 08 17:17:36.273667 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bf689-213b-4c87-9c49-162c5ff64925 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:36.283657 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0708d4f-9d4a-4aa4-be55-72d60dc77922 x-openstack-request-id: req-c0708d4f-9d4a-4aa4-be55-72d60dc77922 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:36.283955 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb", "tag": "ffe22823-7e7f-47f5-86d6-f8abeb9fa450", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:36.284218 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0708d4f-9d4a-4aa4-be55-72d60dc77922 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:36.284612 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'tag': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450', 'status': 'completed', 'code': 200} Aug 08 17:17:36.319996 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3ba00723-b17e-4913-9c75-6a30c0c03422 req-7bf4acaa-61c3-43e4-a6f3-3ed6adb2d88d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409718 Aug 08 17:17:36.353402 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-d7d08193-2e10-431e-9f1b-241ef074913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:36.355080 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-d7d08193-2e10-431e-9f1b-241ef074913c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 1097 time: 0.0586932 Aug 08 17:17:36.424153 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-1cbfcb4a-35df-4ee9-8e2a-3ce1682ab645 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe22823-7e7f-47f5-86d6-f8abeb9fa450 HTTP/1.1" status: 200 len: 217 time: 0.0385375 Aug 08 17:17:36.473560 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-a669c76e-fa5c-4435-a8a3-5307bde2772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:36.475502 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-a669c76e-fa5c-4435-a8a3-5307bde2772e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=798f916c-ee1e-42db-8664-8d80bd4604ca HTTP/1.1" status: 200 len: 849 time: 0.0429094 Aug 08 17:17:36.521770 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-15ee7069-5969-466d-9233-4219912428d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:36.523319 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-15ee7069-5969-466d-9233-4219912428d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395346 Aug 08 17:17:36.612498 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-160398d4-37cd-42cd-9ff9-f482c9a6069a service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817342 Aug 08 17:17:36.698487 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-75a96594-fc15-4389-a9e7-679b70d7ddf5 req-107a407a-9b6a-4671-9ef7-4b812da14d59 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783598 Aug 08 17:17:36.834580 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-b7ba8cf5-c03f-4b4f-a5b9-0a9f8d969b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:36.836093 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-b7ba8cf5-c03f-4b4f-a5b9-0a9f8d969b65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 1097 time: 0.0447800 Aug 08 17:17:36.921633 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-762172bc-ada8-4315-9d00-c7b8c4bf2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:36.923147 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-762172bc-ada8-4315-9d00-c7b8c4bf2dec service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 200 len: 910 time: 0.0795972 Aug 08 17:17:36.964547 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-63908845-c927-4b57-b115-b762a18ce938 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe22823-7e7f-47f5-86d6-f8abeb9fa450 HTTP/1.1" status: 200 len: 217 time: 0.0334489 Aug 08 17:17:37.016512 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-4d4e9879-5ce1-47c9-a4df-22637f5ececc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:37.017897 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-4d4e9879-5ce1-47c9-a4df-22637f5ececc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=798f916c-ee1e-42db-8664-8d80bd4604ca HTTP/1.1" status: 200 len: 849 time: 0.0463305 Aug 08 17:17:37.063299 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-41d1d0d2-01be-4426-a958-80e0efe637df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:37.064628 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-41d1d0d2-01be-4426-a958-80e0efe637df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382092 Aug 08 17:17:37.153203 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-8f106cab-8a2f-4ef3-b9c9-7acf2d434599 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800927 Aug 08 17:17:37.249914 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d291dd98-7a07-4159-a486-57fe8d9b1679 req-ea6aaf26-8a04-4cea-9d5a-a31b9448cf54 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847068 Aug 08 17:17:37.435475 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ad648-b58d-447e-8e8a-103986037e24 req-8386dd98-b127-42eb-b64d-50c2a52f8873 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:37.436949 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-499ad648-b58d-447e-8e8a-103986037e24 req-8386dd98-b127-42eb-b64d-50c2a52f8873 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 944 time: 0.0490227 Aug 08 17:17:37.478014 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-499ad648-b58d-447e-8e8a-103986037e24 req-f9e7de1b-c1f5-4b66-967a-495c712d69bc tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351615 Aug 08 17:17:38.592949 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106e207-5493-4fe6-b989-c73c97fa6920 req-6875c9a7-d932-442f-8918-263487b119f4 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:38.594400 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3106e207-5493-4fe6-b989-c73c97fa6920 req-6875c9a7-d932-442f-8918-263487b119f4 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 944 time: 0.0509651 Aug 08 17:17:38.632227 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3106e207-5493-4fe6-b989-c73c97fa6920 req-18810867-9044-4a8d-9215-da0d4fb8bb87 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317941 Aug 08 17:17:39.282224 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device ffe22823-7e7f-47f5-86d6-f8abeb9fa450 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:17:39.372720 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ffe22823-7e7f-47f5-86d6-f8abeb9fa450, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:39.383383 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'port_id': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450', 'mac_address': 'fa:16:3e:4f:1f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:17:39.423354 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:39.435542 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe22823-7e7f-47f5-86d6-f8abeb9fa450 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:17:39.454250 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ffe22823-7e7f-47f5-86d6-f8abeb9fa450, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:39.458670 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:39.504436 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:39.512061 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.512413 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.512758 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.513093 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.513423 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.513754 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.514082 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.514410 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.514762 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.515091 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.515416 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.515737 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:39.748438 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b73df-1d8b-4629-a449-725d927bbe35 req-dea09e4a-5ed0-4129-a41e-42b909b61f2d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:39.749928 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-761b73df-1d8b-4629-a449-725d927bbe35 req-dea09e4a-5ed0-4129-a41e-42b909b61f2d tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 945 time: 0.0496936 Aug 08 17:17:39.787487 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-761b73df-1d8b-4629-a449-725d927bbe35 req-574c894a-3618-4853-81a4-51f38acd38dc tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309646 Aug 08 17:17:39.865166 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['ffe22823-7e7f-47f5-86d6-f8abeb9fa450'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:17:40.900504 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb1bec-c3d4-433d-ab9f-76b19a6fd29b req-7da13ca8-87b4-4ff2-860c-aa9600067991 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:40.901965 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2acb1bec-c3d4-433d-ab9f-76b19a6fd29b req-7da13ca8-87b4-4ff2-860c-aa9600067991 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 945 time: 0.0477412 Aug 08 17:17:40.943057 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2acb1bec-c3d4-433d-ab9f-76b19a6fd29b req-b0c03b64-d4a8-4a87-bf50-0427fbfe026e tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349739 Aug 08 17:17:41.284727 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device ffe22823-7e7f-47f5-86d6-f8abeb9fa450 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:17:41.331076 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:17:41.335451 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:17:41.335830 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:41.408701 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:41.433337 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:41.435572 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e243a1-b3d2-4980-8b37-2050e9df9f3d" -d '{"events": [{"server_uuid": "b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb", "name": "network-vif-plugged", "status": "completed", "tag": "ffe22823-7e7f-47f5-86d6-f8abeb9fa450"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:41.448932 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ffe22823-7e7f-47f5-86d6-f8abeb9fa450, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:41.453450 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:41.476367 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58498071-32b8-4b95-bd67-1c73f869ad46 x-openstack-request-id: req-58498071-32b8-4b95-bd67-1c73f869ad46 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:41.476663 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb", "name": "network-vif-plugged", "status": "completed", "tag": "ffe22823-7e7f-47f5-86d6-f8abeb9fa450", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:41.476911 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58498071-32b8-4b95-bd67-1c73f869ad46 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:41.477293 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450', 'code': 200} Aug 08 17:17:41.502509 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:41.662266 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de553ea-b77c-4f29-965b-32072cc8e9ea req-f431da87-3f40-41e7-83fe-1cdfde1e6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:41.663732 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7de553ea-b77c-4f29-965b-32072cc8e9ea req-f431da87-3f40-41e7-83fe-1cdfde1e6f89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 1099 time: 0.0402880 Aug 08 17:17:41.701562 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7de553ea-b77c-4f29-965b-32072cc8e9ea req-44abeea9-75c1-4bc0-a0d8-e05e3f4e4e0f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293372 Aug 08 17:17:42.059561 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c3aee-ebce-48e5-bb24-c948b0f31adf req-3da6de65-ef4a-4f48-b96b-faefb433a74c tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:42.061021 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-524c3aee-ebce-48e5-bb24-c948b0f31adf req-3da6de65-ef4a-4f48-b96b-faefb433a74c tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 946 time: 0.0485337 Aug 08 17:17:42.099365 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-524c3aee-ebce-48e5-bb24-c948b0f31adf req-21174a5b-7957-421f-8f4f-0d8fc30699ea tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325174 Aug 08 17:17:43.226843 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758f98f-3a48-4645-b874-b7ce0aa1a1a5 req-e6dffc15-779e-45f5-87d0-1c1124b291c0 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:43.226843 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9758f98f-3a48-4645-b874-b7ce0aa1a1a5 req-e6dffc15-779e-45f5-87d0-1c1124b291c0 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 946 time: 0.0493264 Aug 08 17:17:43.262581 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9758f98f-3a48-4645-b874-b7ce0aa1a1a5 req-42e60dad-3da6-4727-a376-8a34bf9d2067 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315809 Aug 08 17:17:43.375224 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f3a70-88f0-43a4-a288-77cfa1919995 req-fd121d8d-2858-4358-a456-42f03ebeef7b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:43.376598 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ea0f3a70-88f0-43a4-a288-77cfa1919995 req-fd121d8d-2858-4358-a456-42f03ebeef7b tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 946 time: 0.0492342 Aug 08 17:17:43.385602 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 42864) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:17:43.390054 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-6fa4ac5c-e828-404f-9b02-6f93d687cf83 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Request body: {'floatingip': {'port_id': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:43.430851 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ac5c-e828-404f-9b02-6f93d687cf83 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:44.092601 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ac5c-e828-404f-9b02-6f93d687cf83 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:44.096405 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ac5c-e828-404f-9b02-6f93d687cf83 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:44.192579 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.l3_db [None req-6fa4ac5c-e828-404f-9b02-6f93d687cf83 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Floating IP b62a8fd2-49a3-4597-bab5-7db7917b60a5 associated. External IP: 172.27.3.60, port: ffe22823-7e7f-47f5-86d6-f8abeb9fa450. Aug 08 17:17:44.392919 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa4ac5c-e828-404f-9b02-6f93d687cf83 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:17:44.498624 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa4ac5c-e828-404f-9b02-6f93d687cf83 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:17:44.503441 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ac5c-e828-404f-9b02-6f93d687cf83 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:44.508771 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] Sync routers for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:17:44.517928 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:44.518545 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:17:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:44.531072 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-6fa4ac5c-e828-404f-9b02-6f93d687cf83 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "PUT /v2.0/floatingips/b62a8fd2-49a3-4597-bab5-7db7917b60a5 HTTP/1.1" status: 200 len: 991 time: 1.1443689 Aug 08 17:17:44.531667 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'tag': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:44.533931 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff32499-10b8-40ac-b4fc-41914de75735" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb", "tag": "ffe22823-7e7f-47f5-86d6-f8abeb9fa450"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:44.582963 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e685854-765f-47c6-910a-1f14f69ca810 x-openstack-request-id: req-4e685854-765f-47c6-910a-1f14f69ca810 {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:44.583260 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb", "tag": "ffe22823-7e7f-47f5-86d6-f8abeb9fa450", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:44.583519 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e685854-765f-47c6-910a-1f14f69ca810 {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:44.584594 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'tag': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450', 'status': 'completed', 'code': 200} Aug 08 17:17:44.634660 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:44.680630 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-2557c78e-996b-41a5-98f3-80cb1fa1b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:44.682479 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-2557c78e-996b-41a5-98f3-80cb1fa1b911 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 1099 time: 0.0453901 Aug 08 17:17:44.772851 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-e827ade0-eea4-4987-a8ce-2a1059b9dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:44.774301 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-e827ade0-eea4-4987-a8ce-2a1059b9dd47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 200 len: 910 time: 0.0838401 Aug 08 17:17:44.842900 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-45d7a588-acc7-4c6b-afe8-1cba1f1bffd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe22823-7e7f-47f5-86d6-f8abeb9fa450 HTTP/1.1" status: 200 len: 999 time: 0.0605781 Aug 08 17:17:44.855792 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'b62a8fd2-49a3-4597-bab5-7db7917b60a5', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'port_id': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'mac_address': 'fa:16:3e:4f:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:17:32Z', 'updated_at': '2021-08-08T17:17:44Z', 'revision_number': 1, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:44.886103 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] Checking router: 46feab7e-57e7-426f-8f0b-08f7bfa98fbd for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:17:44.892790 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-40790c80-3169-4649-ba73-30f37cee416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:44.894230 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-40790c80-3169-4649-ba73-30f37cee416e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=798f916c-ee1e-42db-8664-8d80bd4604ca HTTP/1.1" status: 200 len: 849 time: 0.0431912 Aug 08 17:17:44.894351 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:44.894865 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:17:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:44.939699 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-6e4582ed-272f-4f97-9950-4939fce454d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:44.941194 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-6e4582ed-272f-4f97-9950-4939fce454d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393870 Aug 08 17:17:44.999607 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:45.034959 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-1a7b05f6-7451-43ca-938c-2688a60c6538 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853651 Aug 08 17:17:45.131591 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6ff32499-10b8-40ac-b4fc-41914de75735 req-b07e82a1-9157-43ac-b1f5-b4f32b832318 service neutron] 10.222.0.32 "GET /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883150 Aug 08 17:17:45.231064 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'b62a8fd2-49a3-4597-bab5-7db7917b60a5', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'port_id': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'mac_address': 'fa:16:3e:4f:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:17:32Z', 'updated_at': '2021-08-08T17:17:44Z', 'revision_number': 1, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:45.258011 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c257ea-0287-4742-a1ca-a7c92a9ce03e None None] The sync data for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi is: [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'b62a8fd2-49a3-4597-bab5-7db7917b60a5', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'port_id': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'mac_address': 'fa:16:3e:4f:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:17:32Z', 'updated_at': '2021-08-08T17:17:44Z', 'revision_number': 1, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:17:45.282300 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485b9d1-78c6-41df-81bc-4e12af84e9c5 req-f0bcb680-d168-46c9-8834-6c0353affd5c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:45.283810 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5485b9d1-78c6-41df-81bc-4e12af84e9c5 req-f0bcb680-d168-46c9-8834-6c0353affd5c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0541387 Aug 08 17:17:45.324673 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5485b9d1-78c6-41df-81bc-4e12af84e9c5 req-31886a1d-5e96-4fbc-a1fb-9bf9c607b1d9 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333147 Aug 08 17:17:45.450038 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae0d33-3a94-475c-9a1e-f01770979877 None None] New status for floating IP b62a8fd2-49a3-4597-bab5-7db7917b60a5: ACTIVE {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:17:45.513580 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:46.439353 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0404247-601c-4e21-b11e-691056b5ad3c req-4d18fca5-08ca-4af6-a756-58bbf17cecae tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:46.440794 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0404247-601c-4e21-b11e-691056b5ad3c req-4d18fca5-08ca-4af6-a756-58bbf17cecae tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0472624 Aug 08 17:17:46.479292 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0404247-601c-4e21-b11e-691056b5ad3c req-01e602d3-cfc5-41aa-932d-dcb0ea79c508 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Aug 08 17:17:47.246735 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-85ba58d4-5b02-41ec-bddd-c90369decbef tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:47.248187 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-85ba58d4-5b02-41ec-bddd-c90369decbef tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0474434 Aug 08 17:17:47.326028 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:17:47.345368 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Deleting port f54f2c32-8178-4736-bd5d-8b69ea73ce95 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:17:47.345711 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:47.433646 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] For port f54f2c32-8178-4736-bd5d-8b69ea73ce95, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f54f2c32-8178-4736-bd5d-8b69ea73ce95,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:17:47.434001 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:47.598359 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3842cf5-04dd-42c0-b69d-6b4a64f7faec req-0a7e13e6-1e6d-48f8-ad93-f80033e1172c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:47.600085 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a3842cf5-04dd-42c0-b69d-6b4a64f7faec req-0a7e13e6-1e6d-48f8-ad93-f80033e1172c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Aug 08 17:17:47.605694 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:47.606473 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:47.606473 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.l3_db [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Floating IP 0d8d3db0-df5c-4e16-93cf-d1e457efa8a0 disassociated. External IP: 172.27.3.164, port: f54f2c32-8178-4736-bd5d-8b69ea73ce95. Aug 08 17:17:47.606762 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Calling delete_port for f54f2c32-8178-4736-bd5d-8b69ea73ce95 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:17:47.642977 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a3842cf5-04dd-42c0-b69d-6b4a64f7faec req-6625e34e-e0cc-48e0-a54d-5a8274d23060 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350251 Aug 08 17:17:47.741180 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:47.767416 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event deleted for resources: {'Port': ['ID=f54f2c32-8178-4736-bd5d-8b69ea73ce95,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:47.777062 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.777414 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.777769 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.778109 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.778446 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.778812 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.779150 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.779486 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.780272 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.780272 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.780447 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.780761 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:17:47.891167 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:17:48.264263 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:17:48.273488 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] Sync routers for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:17:48.282985 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:48.283605 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:17:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:48.305718 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] No DVR routers for this DVR port f54f2c32-8178-4736-bd5d-8b69ea73ce95 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:17:48.308215 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:48.310132 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8a8a184c-4207-471d-94e9-e92b75356b3e req-6cc29643-e4a5-43cf-8579-e8eff81b1e31 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "DELETE /v2.0/ports/f54f2c32-8178-4736-bd5d-8b69ea73ce95 HTTP/1.1" status: 204 len: 173 time: 1.0536270 Aug 08 17:17:48.310556 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'name': 'network-vif-deleted', 'tag': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:48.312769 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bed0fba-1d70-45df-b800-df017758d8ee" -d '{"events": [{"server_uuid": "d8e28e17-54c4-43f1-bb26-c4322a295990", "name": "network-vif-deleted", "tag": "f54f2c32-8178-4736-bd5d-8b69ea73ce95"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:48.351550 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a7642e-232f-4310-9048-5414b6378e5e x-openstack-request-id: req-93a7642e-232f-4310-9048-5414b6378e5e {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:48.351840 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e28e17-54c4-43f1-bb26-c4322a295990", "name": "network-vif-deleted", "tag": "f54f2c32-8178-4736-bd5d-8b69ea73ce95", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:48.352105 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93a7642e-232f-4310-9048-5414b6378e5e {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:48.352493 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e28e17-54c4-43f1-bb26-c4322a295990', 'name': 'network-vif-deleted', 'tag': 'f54f2c32-8178-4736-bd5d-8b69ea73ce95', 'status': 'completed', 'code': 200} Aug 08 17:17:48.391238 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:48.585924 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:48.612146 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] Checking router: b130126d-eafa-4ac7-9a9e-0a6f56e2a435 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:17:48.620520 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:17:48.621125 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:17:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:48.742375 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:17:48.762565 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-65791d01-74b1-4a98-8221-ee95794ace1b req-205a433b-0359-4a34-81b4-4097c269e93a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 210 time: 0.0312474 Aug 08 17:17:48.939593 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:17:49.092158 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-636d0fd3-ebba-4053-9f3a-6551ef3f4ac8 req-9f7e3e5a-90e4-4233-8640-62862dc4fdd7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8e28e17-54c4-43f1-bb26-c4322a295990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304296 Aug 08 17:17:49.095802 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13ea47-df4d-4696-a0cb-fec5206aaef7 None None] The sync data for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi is: [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:17:49.159274 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-636d0fd3-ebba-4053-9f3a-6551ef3f4ac8 req-e958ff7e-475c-4c6d-9521-55c11c3e8520 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=d8e28e17-54c4-43f1-bb26-c4322a295990 HTTP/1.1" status: 200 len: 210 time: 0.0271130 Aug 08 17:17:49.281218 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0fd3-ebba-4053-9f3a-6551ef3f4ac8 req-816dddf8-78a7-4c68-8f44-25dc8571972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:49.282675 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-636d0fd3-ebba-4053-9f3a-6551ef3f4ac8 req-816dddf8-78a7-4c68-8f44-25dc8571972d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0981426 Aug 08 17:17:49.335329 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6384ca-2e6e-43d0-accb-8f4e298695b6 None None] New status for floating IP 0d8d3db0-df5c-4e16-93cf-d1e457efa8a0: DOWN {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:17:49.343561 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f54f2c32-8178-4736-bd5d-8b69ea73ce95 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:17:49.363723 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: f54f2c32-8178-4736-bd5d-8b69ea73ce95 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:17:49.364351 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device f54f2c32-8178-4736-bd5d-8b69ea73ce95 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:17:49.381917 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0fd3-ebba-4053-9f3a-6551ef3f4ac8 req-f1197804-479a-44a2-8327-c94817967df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:49.383403 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-636d0fd3-ebba-4053-9f3a-6551ef3f4ac8 req-f1197804-479a-44a2-8327-c94817967df3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0932989 Aug 08 17:17:50.006755 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-062424b2-5bb5-4428-92a3-f4f89c713e22 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012334330&fields=id&tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa HTTP/1.1" status: 200 len: 267 time: 0.0328500 Aug 08 17:17:50.111253 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14954dc0-2f90-4641-9861-13591204bcf3 req-bf2af4bc-6aff-4671-b640-ae6ec0737449 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:50.112753 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-bf2af4bc-6aff-4671-b640-ae6ec0737449 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 812 time: 0.0995085 Aug 08 17:17:50.128257 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-253e668e-2311-48cb-9911-215e7d9975d3 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/quotas/1e1c602c1d8b45cfadc1df621fbbdafa HTTP/1.1" status: 200 len: 375 time: 0.0093446 Aug 08 17:17:50.182762 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-df609f74-4373-4002-8c1c-1d8b139d2f73 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474482 Aug 08 17:17:50.279088 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-95c38714-47ba-4891-b5ee-13ae71a70c68 service neutron] 10.222.0.20 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842187 Aug 08 17:17:50.366784 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-a683e971-fb30-43c0-896c-44851a5f6369 service neutron] 10.222.0.20 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815077 Aug 08 17:17:50.651602 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e6568837-3def-431c-a77e-3d964296dc93 req-1ba1e4d7-bb15-410c-a04f-deaabef34bb3 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 210 time: 0.0313718 Aug 08 17:17:50.790305 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-0a160716-c554-48f2-8d4a-51ea90308a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:51.701550 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14954dc0-2f90-4641-9861-13591204bcf3 req-8d5b7e52-6e17-4b4d-8556-e62671bfc72c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:51.703337 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-8d5b7e52-6e17-4b4d-8556-e62671bfc72c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 812 time: 0.1117320 Aug 08 17:17:51.749562 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bdcae4da-d650-48fb-b898-3a5b51d447e9 req-d75b1317-2332-4895-a0a3-f242b7726393 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 210 time: 0.0258412 Aug 08 17:17:51.751232 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-275c65a0-9915-437e-a078-00bbe12ee43d tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa HTTP/1.1" status: 200 len: 380 time: 0.0342362 Aug 08 17:17:51.769134 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'port': {'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'admin_state_up': True, 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'security_groups': ['c08f0353-f54f-4344-b449-efb0f401928a']}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:51.874772 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Made reservation on behalf of 1e1c602c1d8b45cfadc1df621fbbdafa for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:17:51.878181 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.003609 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Allocated IP 172.20.0.8 (17cc2801-1027-4a12-a6a6-6c26c50fdecd/cd38fc45-b95f-4ced-ba4e-6cad8dd467f8/19733eaa-d7b6-4f97-8ee4-2a648cd9545d) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:17:52.140398 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.152819 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Transition to ACTIVE for port object 19733eaa-d7b6-4f97-8ee4-2a648cd9545d will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:17:52.189858 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.238772 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:17:52.242822 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:17:52.246367 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:17:52.285734 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'Port': ['ID=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:52.313518 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:52.314245 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.334026 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-4d9df04f-912b-4399-b663-96998b49b5a6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664799 Aug 08 17:17:52.365928 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Request body: {'port': {'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:17:52.422220 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.510609 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-8978ae1d-f4ba-4aad-8d37-01591e9b42ee None None] Provisioning for port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:17:52.514088 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-8978ae1d-f4ba-4aad-8d37-01591e9b42ee None None] Provisioning complete for port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:17:52.514455 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8978ae1d-f4ba-4aad-8d37-01591e9b42ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.547625 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-8978ae1d-f4ba-4aad-8d37-01591e9b42ee None None] Port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:17:52.680732 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19733eaa-d7b6-4f97-8ee4-2a648cd9545d {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:17:52.687873 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.699758 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Transition to ACTIVE for port object 19733eaa-d7b6-4f97-8ee4-2a648cd9545d will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:17:52.703264 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.750245 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Pushing event updated for resources: {'Port': ['ID=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:52.826928 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Attempting to bind port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:17:52.827360 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Attempting to bind port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:17:52.828188 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Attempting to bind port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:17:52.832919 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:17:52.834026 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Attempting to bind port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:17:52.839327 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:17:52.839744 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Checking segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:17:52.840197 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Bound using segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:17:52.840696 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Bound port: 19733eaa-d7b6-4f97-8ee4-2a648cd9545d, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:17:52.841145 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.872569 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be4860-7878-4a49-9f44-e00ab0cb9fa9 req-07e54673-f457-43cb-ad6b-2551bd4e3c5a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:52.874215 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c3be4860-7878-4a49-9f44-e00ab0cb9fa9 req-07e54673-f457-43cb-ad6b-2551bd4e3c5a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 943 time: 0.0535843 Aug 08 17:17:52.912242 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] For port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:17:52.916151 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] For port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:17:52.916345 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c3be4860-7878-4a49-9f44-e00ab0cb9fa9 req-c5520704-ec52-40e1-9fdb-21f80960b130 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357924 Aug 08 17:17:52.919950 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.953640 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:52.954253 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:52.955714 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] 10.222.0.32 "PUT /v2.0/ports/19733eaa-d7b6-4f97-8ee4-2a648cd9545d HTTP/1.1" status: 200 len: 1093 time: 0.5949290 Aug 08 17:17:52.956136 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'tag': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:17:52.958366 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd095365-4404-4696-854b-ad6121d43158" -d '{"events": [{"name": "network-changed", "server_uuid": "703315b3-9d5f-41bd-bb5b-61704390ceae", "tag": "19733eaa-d7b6-4f97-8ee4-2a648cd9545d"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:17:52.984758 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ec7e0-0a85-42a6-9898-a644c033f053 service neutron] Pushing event updated for resources: {'Port': ['ID=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:17:53.011951 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515327fe-9910-43bd-8848-8c6fdb4f5045 x-openstack-request-id: req-515327fe-9910-43bd-8848-8c6fdb4f5045 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:17:53.012237 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703315b3-9d5f-41bd-bb5b-61704390ceae", "tag": "19733eaa-d7b6-4f97-8ee4-2a648cd9545d", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:17:53.012490 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-515327fe-9910-43bd-8848-8c6fdb4f5045 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:17:53.013105 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'tag': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'status': 'completed', 'code': 200} Aug 08 17:17:53.072408 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14954dc0-2f90-4641-9861-13591204bcf3 req-6fc81d25-d13e-457e-b384-658d91464cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:53.073911 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-6fc81d25-d13e-457e-b384-658d91464cc6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 1096 time: 0.0425282 Aug 08 17:17:53.131794 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b08bf1ce-32ef-46af-b28d-f8745d7e9186 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d HTTP/1.1" status: 200 len: 217 time: 0.0383952 Aug 08 17:17:53.181886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14954dc0-2f90-4641-9861-13591204bcf3 req-c3fcb2ee-7fa8-470a-b489-3a8f8c3759b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:53.183370 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-c3fcb2ee-7fa8-470a-b489-3a8f8c3759b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0440056 Aug 08 17:17:53.230907 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b17f418b-c225-4d1f-9972-7eb17f7479c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:53.232439 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-b17f418b-c225-4d1f-9972-7eb17f7479c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407345 Aug 08 17:17:53.322895 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-1ac5979a-c2e4-43c4-bdb8-2ce80490a1fe service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820382 Aug 08 17:17:53.409719 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-14954dc0-2f90-4641-9861-13591204bcf3 req-9724a8db-4571-4710-9142-08554ca03bb7 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798073 Aug 08 17:17:53.543974 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd095365-4404-4696-854b-ad6121d43158 req-004b4d6e-8a2d-417e-bdbb-2905931cb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:53.545503 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cd095365-4404-4696-854b-ad6121d43158 req-004b4d6e-8a2d-417e-bdbb-2905931cb328 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 1096 time: 0.0407977 Aug 08 17:17:53.638011 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd095365-4404-4696-854b-ad6121d43158 req-1e37c6fc-683e-47c0-ac55-367d9d703d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:53.639961 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cd095365-4404-4696-854b-ad6121d43158 req-1e37c6fc-683e-47c0-ac55-367d9d703d8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 912 time: 0.0864193 Aug 08 17:17:53.640912 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8371b84c-a5a3-4134-8149-204df2042723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:53.682841 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cd095365-4404-4696-854b-ad6121d43158 req-083ced84-6e1f-4b59-aaa1-d57e8251065e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d HTTP/1.1" status: 200 len: 217 time: 0.0352192 Aug 08 17:17:53.733341 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd095365-4404-4696-854b-ad6121d43158 req-852f0b08-3b75-4dd5-8b0c-0346b258122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:53.734779 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cd095365-4404-4696-854b-ad6121d43158 req-852f0b08-3b75-4dd5-8b0c-0346b258122f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0447857 Aug 08 17:17:53.781148 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd095365-4404-4696-854b-ad6121d43158 req-3b0e0025-ecf5-4a91-9d41-edbbdba394bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:53.782598 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cd095365-4404-4696-854b-ad6121d43158 req-3b0e0025-ecf5-4a91-9d41-edbbdba394bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385315 Aug 08 17:17:53.871828 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cd095365-4404-4696-854b-ad6121d43158 req-cc2ea762-aa66-4a7a-a8b7-894188059362 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810463 Aug 08 17:17:53.897596 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:53.964784 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cd095365-4404-4696-854b-ad6121d43158 req-44c92a86-133a-4c2d-9375-94c27ddf8078 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848849 Aug 08 17:17:54.036092 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1532284-288e-4c5c-94f8-ce47a160e66e req-654840d6-b874-4c24-be64-dd415a98f1ec tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:54.037763 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f1532284-288e-4c5c-94f8-ce47a160e66e req-654840d6-b874-4c24-be64-dd415a98f1ec tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 943 time: 0.0496132 Aug 08 17:17:54.075123 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f1532284-288e-4c5c-94f8-ce47a160e66e req-d12022c8-2d9d-4264-8345-4da8a40a866e tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315697 Aug 08 17:17:54.617905 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:55.197964 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e35cd-297a-4ca0-98cd-faf178faff27 req-1180325e-e89d-489d-a844-d183a4641106 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:55.199493 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-521e35cd-297a-4ca0-98cd-faf178faff27 req-1180325e-e89d-489d-a844-d183a4641106 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 943 time: 0.0508716 Aug 08 17:17:55.236480 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-521e35cd-297a-4ca0-98cd-faf178faff27 req-c92bef18-fff4-4a50-b983-9bbeed430db9 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309217 Aug 08 17:17:56.216404 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:17:56.355066 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a88dd-f765-46e3-b872-21f358cd18e5 req-a90afb5b-6464-4b23-a73a-c728259afa75 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:56.356567 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f5a88dd-f765-46e3-b872-21f358cd18e5 req-a90afb5b-6464-4b23-a73a-c728259afa75 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 943 time: 0.0514650 Aug 08 17:17:56.393576 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f5a88dd-f765-46e3-b872-21f358cd18e5 req-2e5b26e2-cc8b-4c85-b6d6-941d5937619d tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Aug 08 17:17:57.510434 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d6c65-b2d2-4189-8460-672c005e5dc7 req-01344ae0-ed82-43a1-965c-3449e4769bf6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:57.511940 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-393d6c65-b2d2-4189-8460-672c005e5dc7 req-01344ae0-ed82-43a1-965c-3449e4769bf6 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 943 time: 0.0497293 Aug 08 17:17:57.547876 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-393d6c65-b2d2-4189-8460-672c005e5dc7 req-5dc9d6cc-f565-4d69-8ee1-244ea51d127f tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301707 Aug 08 17:17:58.668700 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7181e1c-08d7-46fd-9b79-959b362ca9ec req-a0d96a5d-72e5-4b99-bb3d-01fdbbd46110 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:58.670173 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e7181e1c-08d7-46fd-9b79-959b362ca9ec req-a0d96a5d-72e5-4b99-bb3d-01fdbbd46110 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 943 time: 0.0515213 Aug 08 17:17:58.713965 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e7181e1c-08d7-46fd-9b79-959b362ca9ec req-d8fc40c8-f58a-4292-855c-e39fbd35aeba tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375826 Aug 08 17:17:59.827608 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c45a0-1fe8-4675-ac3c-27868baa3624 req-75c6f174-16f8-4772-a194-295895ae98b1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:17:59.829005 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-531c45a0-1fe8-4675-ac3c-27868baa3624 req-75c6f174-16f8-4772-a194-295895ae98b1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 943 time: 0.0487843 Aug 08 17:17:59.866711 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-531c45a0-1fe8-4675-ac3c-27868baa3624 req-e5108d2f-8379-47e3-8828-a32aef1407ae tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Aug 08 17:18:00.983259 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f28600-cc87-43c1-b235-31987c05f5c0 req-ba3e0cdc-818e-48a7-8c92-4d61a26a08c0 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:00.984804 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-98f28600-cc87-43c1-b235-31987c05f5c0 req-ba3e0cdc-818e-48a7-8c92-4d61a26a08c0 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 943 time: 0.0503781 Aug 08 17:18:01.022549 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-98f28600-cc87-43c1-b235-31987c05f5c0 req-4572a7ad-46e1-447b-b545-45018534a82b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Aug 08 17:18:01.391282 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 19733eaa-d7b6-4f97-8ee4-2a648cd9545d details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:18:01.485820 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:18:01.497604 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'mac_address': 'fa:16:3e:8e:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:18:01.533145 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:01.545251 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19733eaa-d7b6-4f97-8ee4-2a648cd9545d {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:18:01.565116 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:18:01.569882 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:01.620457 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:18:01.992623 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['19733eaa-d7b6-4f97-8ee4-2a648cd9545d'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:18:02.141709 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fb303-d6be-432e-a3dd-1f2b77bdb092 req-60067961-2601-42ad-8b4a-ab6cff66bcbf tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:02.143225 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-390fb303-d6be-432e-a3dd-1f2b77bdb092 req-60067961-2601-42ad-8b4a-ab6cff66bcbf tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 944 time: 0.0522783 Aug 08 17:18:02.181455 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-390fb303-d6be-432e-a3dd-1f2b77bdb092 req-26064c39-f6e9-41e1-8fb2-f7e45c56e5a1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316999 Aug 08 17:18:03.298166 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1eee-67c7-4ecf-b39d-13cff2959a58 req-62f9d363-28fe-43b7-8c88-6323de5e5391 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:03.299658 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8daf1eee-67c7-4ecf-b39d-13cff2959a58 req-62f9d363-28fe-43b7-8c88-6323de5e5391 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 944 time: 0.0480843 Aug 08 17:18:03.338432 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8daf1eee-67c7-4ecf-b39d-13cff2959a58 req-7b1afee6-0a2b-4214-b239-d4caaca4e9b8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320601 Aug 08 17:18:03.399240 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 19733eaa-d7b6-4f97-8ee4-2a648cd9545d up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:18:03.450952 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:18:03.454852 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:18:03.455234 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:03.531744 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:03.557244 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:18:03.559712 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6564d859-4d82-458a-a615-8018902386fb" -d '{"events": [{"server_uuid": "703315b3-9d5f-41bd-bb5b-61704390ceae", "name": "network-vif-plugged", "status": "completed", "tag": "19733eaa-d7b6-4f97-8ee4-2a648cd9545d"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:18:03.572768 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:18:03.576838 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:03.600504 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ee9654-b1d0-4ca9-ad1e-b6cb5ff7303c x-openstack-request-id: req-73ee9654-b1d0-4ca9-ad1e-b6cb5ff7303c {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:18:03.600796 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703315b3-9d5f-41bd-bb5b-61704390ceae", "name": "network-vif-plugged", "status": "completed", "tag": "19733eaa-d7b6-4f97-8ee4-2a648cd9545d", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:18:03.601052 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73ee9654-b1d0-4ca9-ad1e-b6cb5ff7303c {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:18:03.601438 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'code': 200} Aug 08 17:18:03.628762 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:18:03.870422 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a1a5c-2da9-4d1b-8cf6-9fadf04018e6 req-7cae34aa-57ab-4484-94df-af9870a299a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:03.871952 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d16a1a5c-2da9-4d1b-8cf6-9fadf04018e6 req-7cae34aa-57ab-4484-94df-af9870a299a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 1098 time: 0.0400724 Aug 08 17:18:03.908073 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d16a1a5c-2da9-4d1b-8cf6-9fadf04018e6 req-23ac6930-5196-47f1-8cc1-2fdc219a09b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267134 Aug 08 17:18:04.453586 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd42773-53f2-453b-a86e-96a2882762bc req-6dce1ed4-5516-4611-8589-6330eaa81ca5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:04.455068 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8bd42773-53f2-453b-a86e-96a2882762bc req-6dce1ed4-5516-4611-8589-6330eaa81ca5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 945 time: 0.0489233 Aug 08 17:18:04.492637 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8bd42773-53f2-453b-a86e-96a2882762bc req-eb48973e-30bc-49d6-8145-65192cbec4a9 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Aug 08 17:18:05.611887 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3f91a-8bfe-4f2d-a058-bba524ef56d0 req-0fb89164-77d3-425e-8caf-43c0968c2ccd tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:05.613354 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2fb3f91a-8bfe-4f2d-a058-bba524ef56d0 req-0fb89164-77d3-425e-8caf-43c0968c2ccd tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 945 time: 0.0537913 Aug 08 17:18:05.656874 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2fb3f91a-8bfe-4f2d-a058-bba524ef56d0 req-97344cd8-e9f1-4e8f-af78-8cc5bf6a01f2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303245 Aug 08 17:18:05.765957 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3e762-b251-4963-aff8-6770e90a8c74 req-9e6a6b4f-f0e6-48b9-83a0-204a40dad38a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:05.767489 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-75e3e762-b251-4963-aff8-6770e90a8c74 req-9e6a6b4f-f0e6-48b9-83a0-204a40dad38a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 945 time: 0.0491285 Aug 08 17:18:05.807136 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-75e3e762-b251-4963-aff8-6770e90a8c74 req-672a2a6c-e371-4920-b7cc-33832287a59c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325820 Aug 08 17:18:05.828824 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43020) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:18:05.873555 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea366e2-e7eb-4c36-85e8-342bb274574f tempest-TestVolumeBootPattern-1451729151 tempest-TestVolumeBootPattern-1451729151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:05.875070 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-0ea366e2-e7eb-4c36-85e8-342bb274574f tempest-TestVolumeBootPattern-1451729151 tempest-TestVolumeBootPattern-1451729151-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 1093 time: 0.0452690 Aug 08 17:18:05.877733 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43022) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:18:05.882128 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'floatingip': {'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:18:05.904259 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:05.998811 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:06.104272 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Allocated IP 172.27.3.66 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/043066d4-74c8-410e-a098-9a67c5f8e6ce) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:18:06.201709 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:06.241020 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:06.276968 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:18:06.281584 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:18:06.285057 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:18:06.310995 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'Port': ['ID=043066d4-74c8-410e-a098-9a67c5f8e6ce,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:18:06.639958 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:06.706156 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:06.848987 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:06.853999 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:06.923026 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'Port': ['ID=043066d4-74c8-410e-a098-9a67c5f8e6ce,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:18:06.933539 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:07.031357 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.l3_db [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Floating IP f723ccb3-a305-4362-b3ab-31a1b5a8bf8a associated. External IP: 172.27.3.66, port: 19733eaa-d7b6-4f97-8ee4-2a648cd9545d. Aug 08 17:18:07.231615 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:18:07.334898 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:18:07.344731 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] Sync routers for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:18:07.353449 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:07.354962 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:18:07.355581 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:17:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:18:07.382551 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-1fb7b292-7004-441a-b96d-2ea18b25e551 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5038164 Aug 08 17:18:07.383178 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'tag': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:18:07.385407 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7d728d-8248-4131-bb15-2da99f743b01" -d '{"events": [{"name": "network-changed", "server_uuid": "703315b3-9d5f-41bd-bb5b-61704390ceae", "tag": "19733eaa-d7b6-4f97-8ee4-2a648cd9545d"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:18:07.425534 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f46573-8398-4b85-96e5-ccd2ba43acc5 x-openstack-request-id: req-79f46573-8398-4b85-96e5-ccd2ba43acc5 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:18:07.425822 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703315b3-9d5f-41bd-bb5b-61704390ceae", "tag": "19733eaa-d7b6-4f97-8ee4-2a648cd9545d", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:18:07.426076 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79f46573-8398-4b85-96e5-ccd2ba43acc5 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:18:07.426473 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'tag': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'status': 'completed', 'code': 200} Aug 08 17:18:07.463066 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:18:07.509528 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-9f99fd24-3cb8-4235-8769-9499a900997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:07.511000 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-9f99fd24-3cb8-4235-8769-9499a900997b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 1098 time: 0.0401349 Aug 08 17:18:07.606136 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-5b479567-8b9b-4840-b430-dcb5282634ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:07.607664 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-5b479567-8b9b-4840-b430-dcb5282634ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 912 time: 0.0890439 Aug 08 17:18:07.676340 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-66ba670d-39be-4f33-a1e3-bb93051195b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d HTTP/1.1" status: 200 len: 998 time: 0.0597901 Aug 08 17:18:07.691889 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'f723ccb3-a305-4362-b3ab-31a1b5a8bf8a', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:8e:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:18:06Z', 'updated_at': '2021-08-08T17:18:06Z', 'revision_number': 0, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:18:07.724326 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] Checking router: b130126d-eafa-4ac7-9a9e-0a6f56e2a435 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:18:07.732673 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:18:07.733281 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:17:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:18:07.746112 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-b1358823-a64e-48ce-854c-ab9b01f3c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:07.747613 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-b1358823-a64e-48ce-854c-ab9b01f3c2fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0455403 Aug 08 17:18:07.800155 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-285c8343-4944-4946-9ac4-5bc9c353244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:07.801554 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-285c8343-4944-4946-9ac4-5bc9c353244a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458832 Aug 08 17:18:07.838134 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:18:07.892059 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-29444a6b-dfe0-492b-b0c2-f97f0dae75a7 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823741 Aug 08 17:18:07.988573 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2e7d728d-8248-4131-bb15-2da99f743b01 req-3f1d3dc8-639c-4529-b693-c4d3c44070e2 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880897 Aug 08 17:18:08.057358 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'f723ccb3-a305-4362-b3ab-31a1b5a8bf8a', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:8e:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:18:06Z', 'updated_at': '2021-08-08T17:18:06Z', 'revision_number': 0, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:18:08.086984 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdeb037-6e56-4d5f-a8f2-0d89ea779b85 None None] The sync data for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi is: [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'f723ccb3-a305-4362-b3ab-31a1b5a8bf8a', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:8e:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:18:06Z', 'updated_at': '2021-08-08T17:18:06Z', 'revision_number': 0, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:18:08.267041 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e49b5-990b-4592-8434-b02a033b7a8d None None] New status for floating IP f723ccb3-a305-4362-b3ab-31a1b5a8bf8a: ACTIVE {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:18:15.527857 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:20.791300 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8f254138-e662-4586-b2d9-1c3b15bacaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:23.641473 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-508a449e-1aa9-413b-9cc6-ce69aad6d77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:23.899596 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:24.324456 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:18:24.620264 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:26.218459 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:45.544141 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:46.767605 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac7a54-d21a-4768-a4ec-46d941b8a285 req-5bbb7d18-b06c-4d86-9f64-505569f5d939 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:46.769108 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9aac7a54-d21a-4768-a4ec-46d941b8a285 req-5bbb7d18-b06c-4d86-9f64-505569f5d939 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0508475 Aug 08 17:18:46.806664 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9aac7a54-d21a-4768-a4ec-46d941b8a285 req-1aeb3df6-9ec7-4138-be04-940449b8edbf tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Aug 08 17:18:47.936525 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a27e25-afe8-4276-bd1c-168abe3dd9ba req-dd03bb5e-6148-4700-aa23-ae336eb6ad05 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:47.938025 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-96a27e25-afe8-4276-bd1c-168abe3dd9ba req-dd03bb5e-6148-4700-aa23-ae336eb6ad05 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0562794 Aug 08 17:18:47.978501 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-96a27e25-afe8-4276-bd1c-168abe3dd9ba req-d85ae33a-ac8d-45d3-816a-aecf0f5e5239 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336084 Aug 08 17:18:49.096508 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cbb58-0aee-4afb-9d93-aff5665efe7b req-cf96924c-223c-4e75-b311-65f17ebd8302 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:49.097980 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd0cbb58-0aee-4afb-9d93-aff5665efe7b req-cf96924c-223c-4e75-b311-65f17ebd8302 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0482039 Aug 08 17:18:49.136319 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fd0cbb58-0aee-4afb-9d93-aff5665efe7b req-1462081e-88df-4bdb-b8ed-41914ee493f3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318918 Aug 08 17:18:50.242496 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-9afe6755-96d7-4ef0-8e6d-7d24fcdb82fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3073406 Aug 08 17:18:50.255737 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75cee7-9b29-4cd1-9e03-809da95219ec req-36d9f70d-358c-40b5-b649-d28a42bccf73 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:50.257213 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0b75cee7-9b29-4cd1-9e03-809da95219ec req-36d9f70d-358c-40b5-b649-d28a42bccf73 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0484517 Aug 08 17:18:50.296850 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0b75cee7-9b29-4cd1-9e03-809da95219ec req-18f58e48-cda7-43ae-b3bd-ea8f0a496bb1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326393 Aug 08 17:18:50.336520 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-5a2c8f51-eeb9-4a3c-8d19-24d407e257d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:50.337977 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-5a2c8f51-eeb9-4a3c-8d19-24d407e257d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a5d752a108c4dd5817e7903d839c61a&device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1099 time: 0.0401168 Aug 08 17:18:50.439617 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-ce4f88fb-59cb-4893-80ed-7b93a95ba13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:50.440961 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-ce4f88fb-59cb-4893-80ed-7b93a95ba13a service neutron] 10.222.0.32 "GET /v2.0/networks?id=265571c9-7857-4101-8863-7dd20ec72877 HTTP/1.1" status: 200 len: 908 time: 0.0837533 Aug 08 17:18:50.504075 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-877e1f99-ff3f-4c7a-9031-52415cc32a91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec805beb-38de-4fce-8c56-8d4d222614e5 HTTP/1.1" status: 200 len: 1002 time: 0.0554605 Aug 08 17:18:50.555450 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-a5100446-2697-40d3-b769-6ddee4d6a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:50.556922 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-a5100446-2697-40d3-b769-6ddee4d6a86f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=928fa1ba-9da8-40a7-8e99-e608f3507e2d HTTP/1.1" status: 200 len: 847 time: 0.0462928 Aug 08 17:18:50.605160 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-6cc1e38c-a0d7-4263-b349-d5e8bf6338aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:50.606589 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-6cc1e38c-a0d7-4263-b349-d5e8bf6338aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265571c9-7857-4101-8863-7dd20ec72877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425563 Aug 08 17:18:50.691787 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-d6c98dcd-63c2-4662-8976-3f1330dbbf7f service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782800 Aug 08 17:18:50.783729 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7d1dc3f8-e5a9-44f0-b6b0-a8d8c9417cd3 req-a0652088-f88d-42ea-aa66-cf904dbc1300 service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836401 Aug 08 17:18:50.908745 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-588f7e76-676f-4530-8ade-4cade682e228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:51.419187 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8eca3-6c1e-4be1-b0e4-db5fbbb73a18 req-3c65fc21-12d2-4f49-83a5-a903e06a6626 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:51.420655 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-99d8eca3-6c1e-4be1-b0e4-db5fbbb73a18 req-3c65fc21-12d2-4f49-83a5-a903e06a6626 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0517387 Aug 08 17:18:51.457701 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-99d8eca3-6c1e-4be1-b0e4-db5fbbb73a18 req-fe99f9bf-f265-40e9-a7a7-1b02ab172315 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Aug 08 17:18:52.576587 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591efe-3b61-4786-97c9-4a2356520e12 req-5ff7e6a9-769a-4253-bb46-a220ec2feafc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:52.578050 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fb591efe-3b61-4786-97c9-4a2356520e12 req-5ff7e6a9-769a-4253-bb46-a220ec2feafc tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0496624 Aug 08 17:18:52.615626 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fb591efe-3b61-4786-97c9-4a2356520e12 req-6b85a85e-a39c-4c42-a7aa-93451983e4e9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308409 Aug 08 17:18:53.642060 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-6fee6a75-d53d-449e-893b-fe2f2bc2b7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:53.734482 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6f43a-905e-4531-b54d-811daae2d9f0 req-c0d3ea78-cd60-48ba-89a1-e89627674a22 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:53.735986 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c1e6f43a-905e-4531-b54d-811daae2d9f0 req-c0d3ea78-cd60-48ba-89a1-e89627674a22 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0494518 Aug 08 17:18:53.773760 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c1e6f43a-905e-4531-b54d-811daae2d9f0 req-fef99aa6-c9c9-401c-8e0b-db12d42b9f32 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314906 Aug 08 17:18:53.900278 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:54.622512 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:54.894036 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acff9c-dfa3-4307-ab64-821ccda3ca9a req-df72c13b-3b58-4bed-ab19-81ad87ea05a4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:54.895443 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-84acff9c-dfa3-4307-ab64-821ccda3ca9a req-df72c13b-3b58-4bed-ab19-81ad87ea05a4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0513821 Aug 08 17:18:54.932952 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-84acff9c-dfa3-4307-ab64-821ccda3ca9a req-66fd4435-0d74-4e0a-b985-e1cb4307dc80 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309844 Aug 08 17:18:56.050992 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c53b24-cfc6-418f-b6b8-a3338aa5c18b req-6bd9b478-234f-413e-806d-898e98fb6112 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:56.052468 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-13c53b24-cfc6-418f-b6b8-a3338aa5c18b req-6bd9b478-234f-413e-806d-898e98fb6112 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0489421 Aug 08 17:18:56.089494 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-13c53b24-cfc6-418f-b6b8-a3338aa5c18b req-9c0b3073-c27a-469a-abe1-0ea965196998 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Aug 08 17:18:56.220716 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:18:57.205528 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec1698-41d3-4958-be82-f05c265f0530 req-d8862b6b-45be-4309-acb3-c33b55e4c14d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:57.207237 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b2ec1698-41d3-4958-be82-f05c265f0530 req-d8862b6b-45be-4309-acb3-c33b55e4c14d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0483184 Aug 08 17:18:57.244315 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b2ec1698-41d3-4958-be82-f05c265f0530 req-2f3db2c3-d990-4127-bbe4-cfc2bf86fd57 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Aug 08 17:18:58.368964 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff04071-a481-4fae-8820-fda148d85a06 req-71f1409b-23d2-4c17-867b-86895be91f70 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:58.370424 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7ff04071-a481-4fae-8820-fda148d85a06 req-71f1409b-23d2-4c17-867b-86895be91f70 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0519965 Aug 08 17:18:58.408038 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7ff04071-a481-4fae-8820-fda148d85a06 req-c1a80581-6280-468e-a2bb-c2caacd09a96 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318036 Aug 08 17:18:59.526724 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8eb847-5590-4ba7-866d-4c069cebe156 req-d86f8618-c6a6-4211-837c-0320bc5850e0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:18:59.528187 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cf8eb847-5590-4ba7-866d-4c069cebe156 req-d86f8618-c6a6-4211-837c-0320bc5850e0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0476210 Aug 08 17:18:59.567257 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cf8eb847-5590-4ba7-866d-4c069cebe156 req-64691562-3170-441e-ac74-6ecd97331253 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331190 Aug 08 17:19:00.685211 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9f5ec-1136-45a3-8a6a-d34fd279c365 req-779e8095-6eef-40df-9aaf-8f7a7c1c39e0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:00.686684 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3da9f5ec-1136-45a3-8a6a-d34fd279c365 req-779e8095-6eef-40df-9aaf-8f7a7c1c39e0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0480263 Aug 08 17:19:00.723783 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3da9f5ec-1136-45a3-8a6a-d34fd279c365 req-9ac1c2dd-1594-41a9-8567-407968ac903b tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313344 Aug 08 17:19:01.323756 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:19:01.843962 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3b06c-a029-462d-86f5-ae3ff15dc67c req-986a9d4f-0b21-4408-9989-4be7229e6b2c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:01.845419 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2cd3b06c-a029-462d-86f5-ae3ff15dc67c req-986a9d4f-0b21-4408-9989-4be7229e6b2c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0515451 Aug 08 17:19:01.883291 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2cd3b06c-a029-462d-86f5-ae3ff15dc67c req-f13f5091-db9c-4e1d-a051-80bb9b61de33 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319309 Aug 08 17:19:03.002999 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f9ff8-c18c-4537-8960-a61699bd73cc req-2abd2498-6f9d-4336-9ffc-c48e4541140d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:03.004475 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6e0f9ff8-c18c-4537-8960-a61699bd73cc req-2abd2498-6f9d-4336-9ffc-c48e4541140d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0506175 Aug 08 17:19:03.043758 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6e0f9ff8-c18c-4537-8960-a61699bd73cc req-483837a1-38f8-4ff8-9fef-a29bb00f7e3d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332367 Aug 08 17:19:04.164967 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc31ae-ba56-42a3-80fd-9dd64addbfa2 req-951dd089-e445-445e-a4ef-77ab21e335ea tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:04.166415 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-49cc31ae-ba56-42a3-80fd-9dd64addbfa2 req-951dd089-e445-445e-a4ef-77ab21e335ea tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0474737 Aug 08 17:19:04.203197 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-49cc31ae-ba56-42a3-80fd-9dd64addbfa2 req-87867e99-aa55-44c8-bf59-2e482e2ffbb8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310555 Aug 08 17:19:05.322735 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9fda7-899c-4b95-9e9f-dd3994f7e85f req-27873461-8066-4a2a-a2a4-878983eb551f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:05.324196 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e6f9fda7-899c-4b95-9e9f-dd3994f7e85f req-27873461-8066-4a2a-a2a4-878983eb551f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0518916 Aug 08 17:19:05.361473 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e6f9fda7-899c-4b95-9e9f-dd3994f7e85f req-49b211a4-559c-4c40-ad93-456d358d3617 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Aug 08 17:19:05.641993 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:19:05.734846 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:05.745594 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'port_id': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'mac_address': 'fa:16:3e:db:f3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:19:05.780416 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:05.792749 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:19:05.811127 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:05.815102 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:05.862512 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=6']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:05.869641 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.870023 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.870374 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.870724 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.871078 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.871420 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.871772 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.872087 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.872419 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.872747 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.873072 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.873397 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:05.964320 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:19:06.478649 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63840a-ce75-4649-9593-732574bb99ba req-1757fb33-23d2-4355-a61a-6d9daef01365 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:06.480125 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ac63840a-ce75-4649-9593-732574bb99ba req-1757fb33-23d2-4355-a61a-6d9daef01365 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 945 time: 0.0480852 Aug 08 17:19:06.518501 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ac63840a-ce75-4649-9593-732574bb99ba req-ede35694-ebb7-4bea-838a-9fa18fc78f6d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 Aug 08 17:19:07.638265 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ade1e-7b41-43a2-96b1-c7ea12356c78 req-6ee24711-58e2-43d2-9356-c7f168fee0e9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:07.639759 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-388ade1e-7b41-43a2-96b1-c7ea12356c78 req-6ee24711-58e2-43d2-9356-c7f168fee0e9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 945 time: 0.0485027 Aug 08 17:19:07.646175 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:19:07.677519 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-388ade1e-7b41-43a2-96b1-c7ea12356c78 req-e78cc65b-6a17-4fdc-9529-a0827bf56998 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310624 Aug 08 17:19:07.694699 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:19:07.695186 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:07.773728 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:07.795519 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:19:07.797919 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5855a037-48cd-4fbb-91c2-a12b6032ea7f" -d '{"events": [{"server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "name": "network-vif-plugged", "status": "completed", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:19:07.811608 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:07.816390 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:07.839433 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd780d0c-356c-4073-9a68-1ad5ddd59db1 x-openstack-request-id: req-bd780d0c-356c-4073-9a68-1ad5ddd59db1 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:19:07.839724 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "name": "network-vif-plugged", "status": "completed", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:19:07.839971 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd780d0c-356c-4073-9a68-1ad5ddd59db1 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:19:07.840351 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'code': 200} Aug 08 17:19:07.865795 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=7']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:08.797109 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd86a4-676b-42a9-92ae-b4574bcb234a req-87cd6d3b-5d63-4328-b842-863cf27ca814 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:08.798566 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11cd86a4-676b-42a9-92ae-b4574bcb234a req-87cd6d3b-5d63-4328-b842-863cf27ca814 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0516498 Aug 08 17:19:08.836522 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11cd86a4-676b-42a9-92ae-b4574bcb234a req-8b7d50b9-6957-4e6f-bb2c-6b9e78e1ef67 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Aug 08 17:19:09.951766 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd62e-a2b1-418f-8b2f-068fb4df0fb8 req-57342918-bbb8-47c2-8c3b-3ba3b798147f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:09.953300 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e44bd62e-a2b1-418f-8b2f-068fb4df0fb8 req-57342918-bbb8-47c2-8c3b-3ba3b798147f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0479827 Aug 08 17:19:09.991313 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e44bd62e-a2b1-418f-8b2f-068fb4df0fb8 req-8178e087-be4b-4654-8a3d-3510f3d4a16f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308535 Aug 08 17:19:11.117348 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b15fd4-36b0-4290-afdd-c6daf366cacf req-43a1a457-92cf-4453-a261-bf6a4289f26e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:11.123239 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-22b15fd4-36b0-4290-afdd-c6daf366cacf req-43a1a457-92cf-4453-a261-bf6a4289f26e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0547893 Aug 08 17:19:11.184067 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-22b15fd4-36b0-4290-afdd-c6daf366cacf req-e4841a68-e5ec-4453-85a3-c79907462109 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581248 Aug 08 17:19:12.307806 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2364796-16c4-476a-8097-bbca121d29f9 req-df1cd1a3-1fb3-4f4e-ac5a-7a21e397ab05 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:12.310337 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b2364796-16c4-476a-8097-bbca121d29f9 req-df1cd1a3-1fb3-4f4e-ac5a-7a21e397ab05 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0586629 Aug 08 17:19:12.359416 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b2364796-16c4-476a-8097-bbca121d29f9 req-ddac1b92-5959-42aa-bf34-71da0b240b31 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425115 Aug 08 17:19:13.478454 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121c386-f4f1-46d0-9f12-86dcdaebdc93 req-033127fa-c382-444a-85e8-0bc56c2624f2 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:13.480031 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9121c386-f4f1-46d0-9f12-86dcdaebdc93 req-033127fa-c382-444a-85e8-0bc56c2624f2 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0504045 Aug 08 17:19:13.529284 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9121c386-f4f1-46d0-9f12-86dcdaebdc93 req-80fdb02c-8e7d-4f50-9be7-0ac273f05e1e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Aug 08 17:19:14.694446 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5de25-520c-4489-b728-7ea762495d25 req-eb0166f5-99bb-43b6-b61c-50a359ebcce4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:14.703261 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-19c5de25-520c-4489-b728-7ea762495d25 req-eb0166f5-99bb-43b6-b61c-50a359ebcce4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0654099 Aug 08 17:19:14.741121 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-19c5de25-520c-4489-b728-7ea762495d25 req-23c0975f-e3a0-454a-b843-0643b42edffe tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369837 Aug 08 17:19:15.540582 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:15.891867 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73812c4-bc19-4776-8192-7aebd47422ed req-5eee0e8d-37d9-46bc-817d-1b8e121593c8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:15.893447 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e73812c4-bc19-4776-8192-7aebd47422ed req-5eee0e8d-37d9-46bc-817d-1b8e121593c8 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0727670 Aug 08 17:19:15.936287 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e73812c4-bc19-4776-8192-7aebd47422ed req-f2b0148a-b383-45e3-9faa-aeab3ca32806 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351005 Aug 08 17:19:17.082968 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e925f2-5d30-4ad8-a5e1-fb2123b727e6 req-5390c32a-a539-432e-99e7-6f4a87a79943 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:17.088308 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-97e925f2-5d30-4ad8-a5e1-fb2123b727e6 req-5390c32a-a539-432e-99e7-6f4a87a79943 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0572252 Aug 08 17:19:17.136408 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-97e925f2-5d30-4ad8-a5e1-fb2123b727e6 req-5b28c82f-156a-4afb-887e-81f9b6c2b7c1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444722 Aug 08 17:19:18.273578 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c211f8-e137-47fc-b9b0-fdea3f9c61b4 req-d1b49f82-1394-4a65-9350-568ee71e6b90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:18.275120 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c8c211f8-e137-47fc-b9b0-fdea3f9c61b4 req-d1b49f82-1394-4a65-9350-568ee71e6b90 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0541425 Aug 08 17:19:18.315164 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c8c211f8-e137-47fc-b9b0-fdea3f9c61b4 req-1a5523e6-5866-47e3-ab51-91bbc0919fc3 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335729 Aug 08 17:19:19.461674 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cc7cc-e974-4eb0-8d9d-39887ff90237 req-9dbb6a3b-c77c-4647-980e-9ad3d456f087 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:19.463252 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dd8cc7cc-e974-4eb0-8d9d-39887ff90237 req-9dbb6a3b-c77c-4647-980e-9ad3d456f087 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0635750 Aug 08 17:19:19.519885 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-dd8cc7cc-e974-4eb0-8d9d-39887ff90237 req-f0ce53c6-b413-4936-8225-609fef3f2fe2 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501392 Aug 08 17:19:20.643281 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eb05f-d946-4913-98c5-5c7ae8d8c54f req-c6214b7b-2ddb-424b-b75c-30975b53ffd0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:20.645270 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7e7eb05f-d946-4913-98c5-5c7ae8d8c54f req-c6214b7b-2ddb-424b-b75c-30975b53ffd0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0480473 Aug 08 17:19:20.681947 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7e7eb05f-d946-4913-98c5-5c7ae8d8c54f req-023d9b85-ba0b-44eb-bd38-66163ce75aa0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307131 Aug 08 17:19:20.790227 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c31c-2a25-4e7d-b97c-1ae9fc9d2705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:21.020298 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-36f94fff-aed0-4314-8016-b8cff0e3c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:21.021804 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-36f94fff-aed0-4314-8016-b8cff0e3c6f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 1099 time: 0.0396504 Aug 08 17:19:21.109921 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-28f6bda4-060a-4571-83bf-7907fe1761bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:21.111460 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-28f6bda4-060a-4571-83bf-7907fe1761bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 916 time: 0.0820618 Aug 08 17:19:21.178847 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-5d17679a-d723-48ea-80d9-3eccefdbfb23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 HTTP/1.1" status: 200 len: 1001 time: 0.0595555 Aug 08 17:19:21.227028 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-75b78589-ea76-4f7a-80ed-813b1057278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:21.228394 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-75b78589-ea76-4f7a-80ed-813b1057278a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0421581 Aug 08 17:19:21.278080 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-240e0fb5-d7b0-4ef9-9f97-45093138a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:21.279627 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-240e0fb5-d7b0-4ef9-9f97-45093138a1ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438385 Aug 08 17:19:21.370358 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-6c6a3165-f4e9-4e99-ae94-798e48e543e5 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826399 Aug 08 17:19:21.461304 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e3a10436-ef1b-4cbc-835c-a4bd4ef5d1c5 req-6ded6b74-c33b-474c-a41c-5019f3ab42da service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805521 Aug 08 17:19:21.797645 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc8484-3904-47f4-810f-2206a4d97faa req-51eb5e0a-0d3d-4c6b-acf1-a3fde42b63e2 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:21.799124 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e4bc8484-3904-47f4-810f-2206a4d97faa req-51eb5e0a-0d3d-4c6b-acf1-a3fde42b63e2 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0479617 Aug 08 17:19:21.836165 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e4bc8484-3904-47f4-810f-2206a4d97faa req-b9cb7d8b-8deb-41e5-a780-ebcce9949eed tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305753 Aug 08 17:19:22.961904 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f087a7f-2ed3-450a-a237-898f74e628ad req-c394349b-418f-470b-ba63-75b942efe558 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:22.963417 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2f087a7f-2ed3-450a-a237-898f74e628ad req-c394349b-418f-470b-ba63-75b942efe558 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0520992 Aug 08 17:19:23.000810 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2f087a7f-2ed3-450a-a237-898f74e628ad req-6c4a2af5-0eeb-4e16-9bdc-746dbd2dd3d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Aug 08 17:19:23.643693 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-358c0e72-4ee7-4ba1-9c1b-e3181e81af4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:23.901213 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:24.118143 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824df8a-07a7-470f-a4d9-4ec3e7ed684c req-2b6a56c6-4061-46f1-a761-9d3208b72030 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:24.119621 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6824df8a-07a7-470f-a4d9-4ec3e7ed684c req-2b6a56c6-4061-46f1-a761-9d3208b72030 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0481465 Aug 08 17:19:24.157043 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6824df8a-07a7-470f-a4d9-4ec3e7ed684c req-c86215cb-b0ed-415e-8e24-ef09efc6007c tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314891 Aug 08 17:19:24.625571 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:25.060245 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75c718-7229-4fff-8dc5-739304e56cf0 req-7224e7e2-a806-44ee-ad06-032054df62d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:25.061893 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1c75c718-7229-4fff-8dc5-739304e56cf0 req-7224e7e2-a806-44ee-ad06-032054df62d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 946 time: 0.0530331 Aug 08 17:19:25.125818 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1c75c718-7229-4fff-8dc5-739304e56cf0 req-c969e08f-b123-41b4-8992-a7ca77fb8227 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553029 Aug 08 17:19:25.131473 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-d73a9c04-75a0-4cda-b304-ebb36ba40d86 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683594 Aug 08 17:19:25.784065 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:19:25.863188 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:25.886339 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:19:25.888609 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1701a32-0b07-4eaf-835f-0487f07ba402" -d '{"events": [{"server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "name": "network-vif-unplugged", "status": "completed", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:19:25.902104 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:25.907108 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:25.935864 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 08 Aug 2021 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b213c651-2132-411a-9a38-59d4a56a407c x-openstack-request-id: req-b213c651-2132-411a-9a38-59d4a56a407c {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:19:25.936154 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "name": "network-vif-unplugged", "status": "completed", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:19:25.936403 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b213c651-2132-411a-9a38-59d4a56a407c {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:19:25.936789 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'code': 200} Aug 08 17:19:25.962383 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=8']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:26.125179 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-97586322-899b-4b4e-a4b8-a622068359fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:26.126683 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-97586322-899b-4b4e-a4b8-a622068359fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413&tenant_id=781875a7243b41f7ba306d8d62d1bf54 HTTP/1.1" status: 200 len: 1097 time: 0.0451627 Aug 08 17:19:26.204159 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-8054acab-5aa9-4078-8d45-d6bf4c31fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:26.205868 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-8054acab-5aa9-4078-8d45-d6bf4c31fd62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 1097 time: 0.0436935 Aug 08 17:19:26.225127 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:26.257714 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c49882-0a89-4111-8194-e1f342935d2c req-7fd4b1db-9212-4c6a-be9f-e5e3f74613aa tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:26.259402 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a0c49882-0a89-4111-8194-e1f342935d2c req-7fd4b1db-9212-4c6a-be9f-e5e3f74613aa tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0602312 Aug 08 17:19:26.297508 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a0c49882-0a89-4111-8194-e1f342935d2c req-571a8a76-97a4-422d-98be-c842f51e9a84 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323308 Aug 08 17:19:26.303114 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-d128a2e2-3e12-4560-974f-a4bffcecaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:26.304577 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-d128a2e2-3e12-4560-974f-a4bffcecaefd service neutron] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 916 time: 0.0912061 Aug 08 17:19:26.373195 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-a8b2756f-dacd-4ade-a2b3-b0f13d8fb84a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 HTTP/1.1" status: 200 len: 999 time: 0.0611608 Aug 08 17:19:26.422480 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-22cb6d59-3c78-4a03-ae0c-f7a7c5dadca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:26.423909 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-22cb6d59-3c78-4a03-ae0c-f7a7c5dadca0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0417895 Aug 08 17:19:26.468777 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-93297826-da1f-42cb-815e-14e2c4e1ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:26.470296 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-93297826-da1f-42cb-815e-14e2c4e1ec06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385444 Aug 08 17:19:26.567304 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-4ffee622-c082-4774-ade3-ca41c2654b52 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890439 Aug 08 17:19:26.667822 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-38df6584-431b-4c00-a374-b1240b7a0a80 req-c3453947-7bdd-4088-830a-053a171f8ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920844 Aug 08 17:19:27.426967 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec28bd-3071-42b3-9cad-567edd264654 req-8c4f1b55-4933-48d4-a98b-be1019557e3e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:27.428463 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0ec28bd-3071-42b3-9cad-567edd264654 req-8c4f1b55-4933-48d4-a98b-be1019557e3e tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0538871 Aug 08 17:19:27.466496 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c0ec28bd-3071-42b3-9cad-567edd264654 req-a26ee8d5-3c99-4f08-87b5-30e02b6e487d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319169 Aug 08 17:19:28.603156 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec6629-80f7-4acd-8817-669dce96c000 req-ff1f5313-2cbd-4353-a7ac-fdac5bb8b6d1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:28.604676 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-98ec6629-80f7-4acd-8817-669dce96c000 req-ff1f5313-2cbd-4353-a7ac-fdac5bb8b6d1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0549922 Aug 08 17:19:28.644438 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-98ec6629-80f7-4acd-8817-669dce96c000 req-a6b4e315-9a65-4386-a720-052c90368b80 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335946 Aug 08 17:19:29.770846 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017f23d-1321-4ea3-8d59-1f546e89ff62 req-d4f05a24-ceed-4d0c-924e-9d9eaa3ecbc9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:29.773091 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6017f23d-1321-4ea3-8d59-1f546e89ff62 req-d4f05a24-ceed-4d0c-924e-9d9eaa3ecbc9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0503571 Aug 08 17:19:29.811592 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6017f23d-1321-4ea3-8d59-1f546e89ff62 req-e55305f3-ff6e-4b60-adf9-ae7ac5544e4d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Aug 08 17:19:30.935844 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46574d1f-983b-4f12-9f34-1a77ade1d579 req-63776615-3b1a-4958-81f8-146ac62e3a9d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:30.937349 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-46574d1f-983b-4f12-9f34-1a77ade1d579 req-63776615-3b1a-4958-81f8-146ac62e3a9d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0520394 Aug 08 17:19:30.991922 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-46574d1f-983b-4f12-9f34-1a77ade1d579 req-f286be6c-9ec8-47dc-a850-c38ea1eab0d6 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482936 Aug 08 17:19:31.633184 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d241c90-099f-41f6-968b-3afc9c8fa0e4 req-81e7cbf7-9fb6-4723-8989-d803d9f7138f tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:31.634952 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5d241c90-099f-41f6-968b-3afc9c8fa0e4 req-81e7cbf7-9fb6-4723-8989-d803d9f7138f tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0734403 Aug 08 17:19:31.674902 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5d241c90-099f-41f6-968b-3afc9c8fa0e4 req-66c2acc4-1fdb-442a-99b2-37c12da38292 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339098 Aug 08 17:19:32.140907 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c076682-f759-4df7-bd40-1e3728ada72d req-cd46f07a-e52f-40b3-b2aa-cdcbe3ba7877 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:32.142523 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0c076682-f759-4df7-bd40-1e3728ada72d req-cd46f07a-e52f-40b3-b2aa-cdcbe3ba7877 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0510767 Aug 08 17:19:32.182299 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0c076682-f759-4df7-bd40-1e3728ada72d req-db995435-5d4c-4d24-88c4-119fcae06d36 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326722 Aug 08 17:19:32.795193 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e111ce-02ca-4afb-94cd-b3095e5b19fd req-239b9249-c29e-4e38-a40a-a9c88ac349e1 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:32.796713 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f6e111ce-02ca-4afb-94cd-b3095e5b19fd req-239b9249-c29e-4e38-a40a-a9c88ac349e1 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0507853 Aug 08 17:19:32.836325 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f6e111ce-02ca-4afb-94cd-b3095e5b19fd req-e26583bb-4e82-414d-bd79-0fa6c83a97b4 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333879 Aug 08 17:19:33.307527 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab1c16-62cc-4808-8e18-b22f58642ff6 req-b68f1c18-87b4-4701-8391-f6a76ea03b2a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:33.309004 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-06ab1c16-62cc-4808-8e18-b22f58642ff6 req-b68f1c18-87b4-4701-8391-f6a76ea03b2a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0549905 Aug 08 17:19:33.346499 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-06ab1c16-62cc-4808-8e18-b22f58642ff6 req-cabda8f4-b6af-43ae-ada5-83e6e6658c48 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Aug 08 17:19:33.957062 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539d6e-ea6f-4be9-855b-73ea5d4b7fff req-9f3bc11d-fbf8-411b-bd50-c2846a326c8c tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:33.959062 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e6539d6e-ea6f-4be9-855b-73ea5d4b7fff req-9f3bc11d-fbf8-411b-bd50-c2846a326c8c tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0493903 Aug 08 17:19:33.999538 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e6539d6e-ea6f-4be9-855b-73ea5d4b7fff req-9446e5fa-0a18-42e6-986f-a5fd62e7f156 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345676 Aug 08 17:19:34.468662 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128272ec-ff2f-4f21-9d6d-bf11a3a24abf req-75da2b73-1ad0-4ed0-83bb-2f08c30b5765 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:34.470733 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-128272ec-ff2f-4f21-9d6d-bf11a3a24abf req-75da2b73-1ad0-4ed0-83bb-2f08c30b5765 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0518522 Aug 08 17:19:34.508823 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-128272ec-ff2f-4f21-9d6d-bf11a3a24abf req-93c382f9-0dbe-41e1-a655-ef17c3025c13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328526 Aug 08 17:19:35.125740 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78c52-7990-4f5d-ac8c-d6a9efd36e39 req-ce15cfc7-60aa-4269-bd4f-8d1a3c794137 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:35.127239 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f7b78c52-7990-4f5d-ac8c-d6a9efd36e39 req-ce15cfc7-60aa-4269-bd4f-8d1a3c794137 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0533488 Aug 08 17:19:35.179303 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f7b78c52-7990-4f5d-ac8c-d6a9efd36e39 req-397753d2-b1af-42fc-887f-cacc60d303ac tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339091 Aug 08 17:19:35.635712 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817be91-711b-42ce-a4cd-cf7f4327467e req-ba6f33ce-e1dd-4847-8078-c41d0506e6b1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:35.637198 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2817be91-711b-42ce-a4cd-cf7f4327467e req-ba6f33ce-e1dd-4847-8078-c41d0506e6b1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0530837 Aug 08 17:19:35.674905 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2817be91-711b-42ce-a4cd-cf7f4327467e req-cd02b1ad-0d25-4382-b061-ab70645d3aae tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Aug 08 17:19:36.287651 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8712351-2c7c-4dfe-8b80-0d6f443b0a0f req-53b56564-c984-4088-b447-fb1bff6e8e54 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:36.290214 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c8712351-2c7c-4dfe-8b80-0d6f443b0a0f req-53b56564-c984-4088-b447-fb1bff6e8e54 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0539224 Aug 08 17:19:36.339307 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c8712351-2c7c-4dfe-8b80-0d6f443b0a0f req-94722550-76be-4819-8a33-4b73a061faa6 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Aug 08 17:19:36.818043 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ca19e-a6c9-4b25-9faa-900881e0661b req-4a0d488a-de58-4783-9f34-7cada109e8a9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:36.819542 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d71ca19e-a6c9-4b25-9faa-900881e0661b req-4a0d488a-de58-4783-9f34-7cada109e8a9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0524235 Aug 08 17:19:36.861003 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d71ca19e-a6c9-4b25-9faa-900881e0661b req-4fb0da81-331c-40ce-a23c-39ec63024188 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351701 Aug 08 17:19:37.454183 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06018-94d2-44d0-a718-45124f34cf08 req-8e4d9e6c-d79f-4cae-9678-233cf4b8ba42 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:37.455591 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-05d06018-94d2-44d0-a718-45124f34cf08 req-8e4d9e6c-d79f-4cae-9678-233cf4b8ba42 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0480216 Aug 08 17:19:37.493688 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-05d06018-94d2-44d0-a718-45124f34cf08 req-732b20d2-0d89-4a75-88bd-bf10b73be3eb tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316997 Aug 08 17:19:37.978155 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46788333-ad2c-468f-bb44-5d67d3535418 req-bd3399b9-77c7-4162-9519-7ba65644a9bd tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:37.979857 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-46788333-ad2c-468f-bb44-5d67d3535418 req-bd3399b9-77c7-4162-9519-7ba65644a9bd tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0496314 Aug 08 17:19:38.017072 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-46788333-ad2c-468f-bb44-5d67d3535418 req-e96d1b2a-6166-45c0-8efb-fe496afdca13 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Aug 08 17:19:38.322381 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:19:38.607141 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e36fca-962f-4365-9152-9e7a82f5f3ed req-b1785f59-3fcf-4058-9801-5e5508d226a3 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:38.608589 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-61e36fca-962f-4365-9152-9e7a82f5f3ed req-b1785f59-3fcf-4058-9801-5e5508d226a3 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0509682 Aug 08 17:19:38.647981 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-61e36fca-962f-4365-9152-9e7a82f5f3ed req-a834100b-b11a-43d5-9e75-b76cc7cb12e7 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334756 Aug 08 17:19:39.139491 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129132e-d70d-4cb0-86be-fea684881a0c req-dfd7e362-d970-4923-a11b-1f9eb69870ff tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:39.140939 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e129132e-d70d-4cb0-86be-fea684881a0c req-dfd7e362-d970-4923-a11b-1f9eb69870ff tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0478096 Aug 08 17:19:39.178561 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e129132e-d70d-4cb0-86be-fea684881a0c req-a121bd7e-21ba-48f2-8aaa-842f421ed27f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312202 Aug 08 17:19:39.763201 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc72a3-c7bf-462a-9435-cc0eb3d24d55 req-15c86911-5042-4446-8b78-e248081da576 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:39.764604 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cdbc72a3-c7bf-462a-9435-cc0eb3d24d55 req-15c86911-5042-4446-8b78-e248081da576 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0489652 Aug 08 17:19:39.802899 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cdbc72a3-c7bf-462a-9435-cc0eb3d24d55 req-c830a28c-067b-4f59-a74c-b3b415409757 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321722 Aug 08 17:19:40.299644 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af27b5e-3eeb-4606-93b2-8033464cf91f req-6fb611bd-a47d-4886-ae91-41a2ae32821d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:40.301447 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0af27b5e-3eeb-4606-93b2-8033464cf91f req-6fb611bd-a47d-4886-ae91-41a2ae32821d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0527191 Aug 08 17:19:40.340434 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0af27b5e-3eeb-4606-93b2-8033464cf91f req-3e58cc2d-105d-4d74-a8dd-c6ece3b5f3d4 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Aug 08 17:19:40.916213 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874b5be-48e4-4b33-8a1d-f0cfefbc2dae req-0d1e949e-30dd-4d13-b070-7408885a6e98 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:40.917714 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f874b5be-48e4-4b33-8a1d-f0cfefbc2dae req-0d1e949e-30dd-4d13-b070-7408885a6e98 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0494895 Aug 08 17:19:40.954813 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f874b5be-48e4-4b33-8a1d-f0cfefbc2dae req-e4e86bc9-91f6-4f37-9407-9652fd3d8131 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 Aug 08 17:19:41.466436 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76559f9d-47df-4fe0-a715-f102ba51ead8 req-1c6486a3-8b89-4811-bcd3-75d17eaa371a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:41.467952 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76559f9d-47df-4fe0-a715-f102ba51ead8 req-1c6486a3-8b89-4811-bcd3-75d17eaa371a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0489721 Aug 08 17:19:41.503967 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-76559f9d-47df-4fe0-a715-f102ba51ead8 req-2aa6c505-6617-45f8-ac32-933e9c8452ca tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302734 Aug 08 17:19:42.073231 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b3af4-8997-4843-8df9-c66c5e45a5c3 req-5ef62956-e522-4109-9fc7-ade7dc3b2bf3 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:42.075004 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-642b3af4-8997-4843-8df9-c66c5e45a5c3 req-5ef62956-e522-4109-9fc7-ade7dc3b2bf3 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0518594 Aug 08 17:19:42.115384 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-642b3af4-8997-4843-8df9-c66c5e45a5c3 req-38a6f08d-f3b9-44e6-bbc3-41a46672a4d7 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345333 Aug 08 17:19:42.365572 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d74c-ef76-40ab-a99a-a7260f20cbfd req-b81852eb-38f3-48c0-80f0-bbc11815ceb1 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:42.367089 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-57b8d74c-ef76-40ab-a99a-a7260f20cbfd req-b81852eb-38f3-48c0-80f0-bbc11815ceb1 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 946 time: 0.0480042 Aug 08 17:19:42.404322 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-57b8d74c-ef76-40ab-a99a-a7260f20cbfd req-14850242-d5fa-4f0b-8251-dfcb81a9ceec tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314085 Aug 08 17:19:42.622223 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85852ab-8d14-451e-a7e3-e1add85776f8 req-f7b95365-6c51-44e5-90df-413c4fc8a0de tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:42.623704 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d85852ab-8d14-451e-a7e3-e1add85776f8 req-f7b95365-6c51-44e5-90df-413c4fc8a0de tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0472181 Aug 08 17:19:42.660398 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d85852ab-8d14-451e-a7e3-e1add85776f8 req-dac08ddd-0322-4c59-b0a6-40248ed29943 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308657 Aug 08 17:19:43.233660 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22315d21-95b6-4780-833d-ba40ec254950 req-a70af373-e0da-4c48-999e-f76405762ec7 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:43.235088 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-22315d21-95b6-4780-833d-ba40ec254950 req-a70af373-e0da-4c48-999e-f76405762ec7 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0512791 Aug 08 17:19:43.271509 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-22315d21-95b6-4780-833d-ba40ec254950 req-6771174c-0c7c-430b-a11b-563a26926577 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304561 Aug 08 17:19:43.515595 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eb3ed-b138-4fca-a80f-38c43e1aa9cc req-202951dd-1eaf-4ed0-8064-b3ffa01fd99c tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:43.516970 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cd0eb3ed-b138-4fca-a80f-38c43e1aa9cc req-202951dd-1eaf-4ed0-8064-b3ffa01fd99c tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 946 time: 0.0476999 Aug 08 17:19:43.555370 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cd0eb3ed-b138-4fca-a80f-38c43e1aa9cc req-5d37259d-9d76-4d58-ac3e-ced07310e7d6 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316582 Aug 08 17:19:43.776465 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5818e37-f7df-45d1-9d73-f1da2784ae08 req-d9800b44-49f0-4622-86f3-e87e735c5674 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:43.777815 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b5818e37-f7df-45d1-9d73-f1da2784ae08 req-d9800b44-49f0-4622-86f3-e87e735c5674 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 944 time: 0.0475430 Aug 08 17:19:43.813717 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b5818e37-f7df-45d1-9d73-f1da2784ae08 req-a30078bd-7f51-4377-8419-5bf572f855b1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300672 Aug 08 17:19:43.870477 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:19:43.962797 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:43.974518 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'port_id': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'mac_address': 'fa:16:3e:db:f3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:19:44.012272 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:44.026019 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:19:44.047109 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:44.051167 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:44.220706 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=9']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:44.386261 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d1792-e88e-463e-9b0d-eb927494f03f req-45a16fe8-1c4d-4797-a8dd-3ad95e80e28a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:44.387706 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-019d1792-e88e-463e-9b0d-eb927494f03f req-45a16fe8-1c4d-4797-a8dd-3ad95e80e28a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0502975 Aug 08 17:19:44.424639 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-019d1792-e88e-463e-9b0d-eb927494f03f req-bb727095-c478-499d-9557-66edcb798a76 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310941 Aug 08 17:19:44.514415 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-e6b0aa80-ba98-4ef6-9c42-7572be2da7d4 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:44.515874 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-e6b0aa80-ba98-4ef6-9c42-7572be2da7d4 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 946 time: 0.0517800 Aug 08 17:19:44.570865 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:19:44.609045 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Deleting port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:19:44.609412 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:44.673047 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99d110-ca9a-4d66-a5e2-cad79da01676 req-77f987c8-6176-4927-8d3e-076da7be43b1 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:44.674868 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3a99d110-ca9a-4d66-a5e2-cad79da01676 req-77f987c8-6176-4927-8d3e-076da7be43b1 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 946 time: 0.0504932 Aug 08 17:19:44.705259 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] For port ffe22823-7e7f-47f5-86d6-f8abeb9fa450, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:44.706020 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:44.715155 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3a99d110-ca9a-4d66-a5e2-cad79da01676 req-0996d0f4-ad8d-49e6-9fb9-d40616aa53a5 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups?id=b81a5eee-ec40-4132-9ec4-84fd448a9c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326440 Aug 08 17:19:44.873100 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:44.873469 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:44.873779 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.l3_db [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Floating IP b62a8fd2-49a3-4597-bab5-7db7917b60a5 disassociated. External IP: 172.27.3.60, port: ffe22823-7e7f-47f5-86d6-f8abeb9fa450. Aug 08 17:19:44.874120 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Calling delete_port for ffe22823-7e7f-47f5-86d6-f8abeb9fa450 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:19:44.932117 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d9a75-7775-465d-b358-b95546b73cf4 req-27dda333-d318-437a-8100-523e3686e9ea tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:44.933614 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-686d9a75-7775-465d-b358-b95546b73cf4 req-27dda333-d318-437a-8100-523e3686e9ea tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 945 time: 0.0484917 Aug 08 17:19:44.973887 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-686d9a75-7775-465d-b358-b95546b73cf4 req-1abb95e3-725a-4c89-96ec-cbb8abf60703 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336807 Aug 08 17:19:45.004126 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:45.030116 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event deleted for resources: {'Port': ['ID=ffe22823-7e7f-47f5-86d6-f8abeb9fa450,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:45.040008 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.040356 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.040694 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.041027 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.041358 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.041686 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.042009 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.042333 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.043121 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.043121 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.043304 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.043600 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:45.152762 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:19:45.255034 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:19:45.264503 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] Sync routers for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:19:45.274132 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:19:45.274861 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:19:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:45.293110 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] No DVR routers for this DVR port ffe22823-7e7f-47f5-86d6-f8abeb9fa450 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:19:45.295672 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:45.297679 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-93e5c7b6-705e-4a74-8095-bb51e7bb4c71 req-4be2fb55-8584-4f08-88b8-d560bc95407a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.32 "DELETE /v2.0/ports/ffe22823-7e7f-47f5-86d6-f8abeb9fa450 HTTP/1.1" status: 204 len: 173 time: 0.7748539 Aug 08 17:19:45.298111 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'name': 'network-vif-deleted', 'tag': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:19:45.300350 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a468221e-93c3-49ac-8400-0a4421a923e0" -d '{"events": [{"server_uuid": "b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb", "name": "network-vif-deleted", "tag": "ffe22823-7e7f-47f5-86d6-f8abeb9fa450"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:19:45.345997 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c80f7b-1314-4a2c-823b-3799f7296131 x-openstack-request-id: req-b0c80f7b-1314-4a2c-823b-3799f7296131 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:19:45.346315 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb", "name": "network-vif-deleted", "tag": "ffe22823-7e7f-47f5-86d6-f8abeb9fa450", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:19:45.346605 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0c80f7b-1314-4a2c-823b-3799f7296131 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:19:45.347048 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb', 'name': 'network-vif-deleted', 'tag': 'ffe22823-7e7f-47f5-86d6-f8abeb9fa450', 'status': 'completed', 'code': 200} Aug 08 17:19:45.383631 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:19:45.551881 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91351697-f7ae-469d-8655-74f16d93f5d8 req-c5b2c86c-9592-4987-8129-8760453b4c43 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:45.553479 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-91351697-f7ae-469d-8655-74f16d93f5d8 req-c5b2c86c-9592-4987-8129-8760453b4c43 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0547490 Aug 08 17:19:45.575618 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:45.596365 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-91351697-f7ae-469d-8655-74f16d93f5d8 req-9ec63070-d9bd-43b8-ae56-6cf3e6ff05e2 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343649 Aug 08 17:19:45.605330 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:45.631684 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] Checking router: 46feab7e-57e7-426f-8f0b-08f7bfa98fbd for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:19:45.639662 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:19:45.640272 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:19:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:45.749018 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:19:45.838501 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1d8afc4b-4ae8-4c63-9722-9ae8c551bae6 req-e620f993-3a71-419e-b8f3-c0191893e256 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8a3cbe5-0c33-4b00-8dc9-8cbc577077eb HTTP/1.1" status: 200 len: 210 time: 0.0308294 Aug 08 17:19:45.888135 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:19:45.986181 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:19:45.986467 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:46.017347 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:46.048767 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d05a34-0bd1-4ae8-bc8d-21ee7cf0f2d7 None None] The sync data for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi is: [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:45Z', 'revision_number': 4, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '323e07c3-2b11-444f-87f5-7d4f2278b799', 'name': '', 'network_id': '4b695fec-eaa6-49f8-b84e-6f1ef79f28b9', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'mac_address': 'fa:16:3e:08:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:44Z', 'updated_at': '2021-08-08T17:10:57Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'subnets': [{'id': '798f916c-ee1e-42db-8664-8d80bd4604ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:19:46.096965 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eaea5-519f-42c7-8692-642a919de9d1 req-7cf72140-27f6-4b54-b189-215c60b84de1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:46.098501 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-777eaea5-519f-42c7-8692-642a919de9d1 req-7cf72140-27f6-4b54-b189-215c60b84de1 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 945 time: 0.0514243 Aug 08 17:19:46.100153 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:46.123439 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:19:46.125691 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd050a6-e5cd-40b5-a37f-a136a0614ea7" -d '{"events": [{"server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "name": "network-vif-plugged", "status": "completed", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:19:46.140275 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:46.146010 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:46.147977 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-777eaea5-519f-42c7-8692-642a919de9d1 req-e76b7077-178c-4d49-a497-607b9e59d24d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400970 Aug 08 17:19:46.173827 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34fc79f-9119-4bdd-a748-3e00c7c75028 x-openstack-request-id: req-e34fc79f-9119-4bdd-a748-3e00c7c75028 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:19:46.174125 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "name": "network-vif-plugged", "status": "completed", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:19:46.174378 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e34fc79f-9119-4bdd-a748-3e00c7c75028 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:19:46.174791 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'code': 200} Aug 08 17:19:46.203297 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=10']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:46.296254 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9c44b-79a2-47b1-998d-ab08604b32bf None None] New status for floating IP b62a8fd2-49a3-4597-bab5-7db7917b60a5: DOWN {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:19:46.378156 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7bb5c-8d49-4d83-91dd-5dc72da4bad4 req-ce02e3bb-a0ac-4cb6-ae69-c786ce56cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:46.379701 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-47d7bb5c-8d49-4d83-91dd-5dc72da4bad4 req-ce02e3bb-a0ac-4cb6-ae69-c786ce56cf87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 1100 time: 0.0402071 Aug 08 17:19:46.419582 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-47d7bb5c-8d49-4d83-91dd-5dc72da4bad4 req-6d26431d-cddf-49a7-b484-4e81f82a9c9e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Aug 08 17:19:46.714149 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace2e67-bf3b-469c-8afe-ad1d68e15342 req-a6bc32ac-2022-4586-82ab-c6873663f45b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:46.715630 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ace2e67-bf3b-469c-8afe-ad1d68e15342 req-a6bc32ac-2022-4586-82ab-c6873663f45b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0509362 Aug 08 17:19:46.751234 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ace2e67-bf3b-469c-8afe-ad1d68e15342 req-546c255c-aa8c-4dbe-8a4b-ad73a5796961 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298162 Aug 08 17:19:46.922135 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 43676) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:46.975524 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:46.998844 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:47.044474 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:47.047164 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:47.048292 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "DELETE /v2.0/security-groups/b81a5eee-ec40-4132-9ec4-84fd448a9c33 HTTP/1.1" status: 204 len: 168 time: 0.1250806 Aug 08 17:19:47.051037 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43678) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:47.057673 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a5eee-ec40-4132-9ec4-84fd448a9c33,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:47.065181 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.065357 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.api.v2.resource [None req-ce597b3c-f502-4f1a-8d69-ebe7fe8ccd88 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] show failed (client error): The resource could not be found. Aug 08 17:19:47.065540 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.065885 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.066223 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-ce597b3c-f502-4f1a-8d69-ebe7fe8ccd88 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "GET /v2.0/security-groups/b81a5eee-ec40-4132-9ec4-84fd448a9c33 HTTP/1.1" status: 404 len: 347 time: 0.0136924 Aug 08 17:19:47.066398 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.066559 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.067081 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.067920 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.068255 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.068588 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.068919 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.069245 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.069567 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d112f048-ad68-4425-b81f-0e5ec58d7880 tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:19:47.069903 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43680) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:47.193011 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-aad13afa-cb1c-45d5-a75d-db47b1ac576a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Deleting port da26a75d-f684-43fd-b5e9-eeb2c9ac032c {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:19:47.193349 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-aad13afa-cb1c-45d5-a75d-db47b1ac576a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:47.265394 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61479a-1b18-41f5-8659-49dd302f2db8 req-00e495f4-0c28-418c-8b38-ff35d29053ff tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:47.266688 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-aad13afa-cb1c-45d5-a75d-db47b1ac576a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:47.266939 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ea61479a-1b18-41f5-8659-49dd302f2db8 req-00e495f4-0c28-418c-8b38-ff35d29053ff tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 947 time: 0.0511422 Aug 08 17:19:47.267082 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-aad13afa-cb1c-45d5-a75d-db47b1ac576a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:47.278604 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-aad13afa-cb1c-45d5-a75d-db47b1ac576a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Calling delete_port for da26a75d-f684-43fd-b5e9-eeb2c9ac032c owned by network:floatingip {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:19:47.305430 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ea61479a-1b18-41f5-8659-49dd302f2db8 req-648e3907-9ee5-4cbb-8b30-6cf38803fc3f tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Aug 08 17:19:47.419957 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-aad13afa-cb1c-45d5-a75d-db47b1ac576a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:47.444449 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad13afa-cb1c-45d5-a75d-db47b1ac576a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Pushing event deleted for resources: {'Port': ['ID=da26a75d-f684-43fd-b5e9-eeb2c9ac032c,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:47.505092 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-aad13afa-cb1c-45d5-a75d-db47b1ac576a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:47.507570 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-aad13afa-cb1c-45d5-a75d-db47b1ac576a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:47.508692 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-aad13afa-cb1c-45d5-a75d-db47b1ac576a tempest-AttachVolumeTestJSON-947346282 tempest-AttachVolumeTestJSON-947346282-project] 10.222.0.20 "DELETE /v2.0/floatingips/b62a8fd2-49a3-4597-bab5-7db7917b60a5 HTTP/1.1" status: 204 len: 168 time: 0.4379230 Aug 08 17:19:47.870629 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a6620-8890-410a-9786-81aeddd5882b req-b9d4cdbf-38ae-483b-8536-1ab7ac11dd65 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:47.872141 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d82a6620-8890-410a-9786-81aeddd5882b req-b9d4cdbf-38ae-483b-8536-1ab7ac11dd65 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0533397 Aug 08 17:19:47.920274 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d82a6620-8890-410a-9786-81aeddd5882b req-0e7cadc0-3384-41a5-8946-23ec845e8eba tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390122 Aug 08 17:19:48.432573 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48153c16-bfa0-4b7d-827b-ea06d76e9967 req-8f3721d3-b00b-4dc8-aa60-b40ca68fbb32 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:48.434108 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-48153c16-bfa0-4b7d-827b-ea06d76e9967 req-8f3721d3-b00b-4dc8-aa60-b40ca68fbb32 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 947 time: 0.0500455 Aug 08 17:19:48.472768 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-48153c16-bfa0-4b7d-827b-ea06d76e9967 req-48c830a3-f2b6-45f2-84f5-a8f677b42408 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322692 Aug 08 17:19:49.049834 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6280ae-8ed2-4efc-a92c-b28dd7bcbd62 req-e1f066a0-8b05-4f53-803e-17cc5d3dd9a5 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:49.051418 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3f6280ae-8ed2-4efc-a92c-b28dd7bcbd62 req-e1f066a0-8b05-4f53-803e-17cc5d3dd9a5 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0520215 Aug 08 17:19:49.091517 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3f6280ae-8ed2-4efc-a92c-b28dd7bcbd62 req-0d0ae84d-f4e1-4201-be07-ba7bfc5cc79a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Aug 08 17:19:49.595185 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00384a53-a969-488d-8ef6-65123062d214 req-359e4477-8f39-4303-9d49-c96205e3c732 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:49.596616 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-00384a53-a969-488d-8ef6-65123062d214 req-359e4477-8f39-4303-9d49-c96205e3c732 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 947 time: 0.0528738 Aug 08 17:19:49.633887 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-00384a53-a969-488d-8ef6-65123062d214 req-fa069450-76c3-4d78-ad3b-2dca8b3b650a tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304546 Aug 08 17:19:49.918049 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device ffe22823-7e7f-47f5-86d6-f8abeb9fa450 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:19:49.938580 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: ffe22823-7e7f-47f5-86d6-f8abeb9fa450 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:19:49.938975 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device ffe22823-7e7f-47f5-86d6-f8abeb9fa450 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:19:50.159188 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-40d519a7-11be-4e07-948e-041d33470965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:50.161246 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-40d519a7-11be-4e07-948e-041d33470965 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a5d752a108c4dd5817e7903d839c61a&device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1099 time: 0.0427198 Aug 08 17:19:50.205496 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b087-9097-41bc-84be-2ecb285da35f req-2900458c-f8b2-4b56-a638-95ad24cde39d tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:50.207081 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2190b087-9097-41bc-84be-2ecb285da35f req-2900458c-f8b2-4b56-a638-95ad24cde39d tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0501037 Aug 08 17:19:50.247830 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2190b087-9097-41bc-84be-2ecb285da35f req-cf9cc3c4-674a-4457-b64d-4d38b1575588 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334275 Aug 08 17:19:50.253611 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-cbfffe6c-bdd3-4097-8a09-5840acec841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:50.255831 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-cbfffe6c-bdd3-4097-8a09-5840acec841e service neutron] 10.222.0.32 "GET /v2.0/networks?id=265571c9-7857-4101-8863-7dd20ec72877 HTTP/1.1" status: 200 len: 908 time: 0.0881381 Aug 08 17:19:50.324337 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-f53dbe52-65b0-4606-98f0-6baf9dbfacaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec805beb-38de-4fce-8c56-8d4d222614e5 HTTP/1.1" status: 200 len: 1002 time: 0.0607071 Aug 08 17:19:50.371721 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-03f01161-3e69-47ce-abb3-3c635d229507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:50.373031 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-03f01161-3e69-47ce-abb3-3c635d229507 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=928fa1ba-9da8-40a7-8e99-e608f3507e2d HTTP/1.1" status: 200 len: 847 time: 0.0416231 Aug 08 17:19:50.417375 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-e9807bc6-1c11-4230-95bf-2f4054889e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:50.418834 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-e9807bc6-1c11-4230-95bf-2f4054889e67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265571c9-7857-4101-8863-7dd20ec72877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382564 Aug 08 17:19:50.507762 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-923d1fc5-9a9a-47f1-b9be-02ead33e7852 service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820560 Aug 08 17:19:50.593487 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-ba6596ac-8f79-4e4a-ab71-90d2146c1600 req-6e47034f-8463-4b2d-8be2-7c46537e4628 service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791919 Aug 08 17:19:50.790361 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-cf584397-0cec-4183-aa56-57f520660e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:51.002663 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-7561b5ca-3860-4302-bdc9-26faa993c487 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398328 Aug 08 17:19:51.054523 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 43756) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:51.075001 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-fff894f5-2711-4fe7-9ae5-888d3bb5f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:51.076470 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-fff894f5-2711-4fe7-9ae5-888d3bb5f982 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=781875a7243b41f7ba306d8d62d1bf54&device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 1100 time: 0.0445845 Aug 08 17:19:51.179051 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-0cde0dce-6d6b-40b8-83ea-e8c5eaddd351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:51.180611 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-0cde0dce-6d6b-40b8-83ea-e8c5eaddd351 service neutron] 10.222.0.32 "GET /v2.0/networks?id=78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 200 len: 916 time: 0.0842807 Aug 08 17:19:51.249000 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-35258ff0-0523-4d5f-9494-419929447a51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 HTTP/1.1" status: 200 len: 1001 time: 0.0609677 Aug 08 17:19:51.299745 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-25106ddb-53fc-4739-ad75-85749d0f0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:51.301287 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-25106ddb-53fc-4739-ad75-85749d0f0ccd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 200 len: 855 time: 0.0441267 Aug 08 17:19:51.349465 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-91b43752-dd5a-4f44-8b8d-95b3b33d27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:51.351012 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-91b43752-dd5a-4f44-8b8d-95b3b33d27a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78513dd0-41c3-496c-9235-1bc37317570c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415301 Aug 08 17:19:51.414200 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238374c-c020-4f8a-8ad2-18c30c3f7dd4 req-713a738c-d93f-4874-9871-e66aad15d6ba tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:51.415696 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0238374c-c020-4f8a-8ad2-18c30c3f7dd4 req-713a738c-d93f-4874-9871-e66aad15d6ba tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0818026 Aug 08 17:19:51.444659 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-32059dcb-6e3c-4657-ac44-4b457ab541bb service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857732 Aug 08 17:19:51.481376 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0238374c-c020-4f8a-8ad2-18c30c3f7dd4 req-bf55abad-abdf-4699-8bd7-9a480294db57 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593987 Aug 08 17:19:51.538535 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-fd6b45b7-0ee2-4317-bc97-14105957a71b req-ca48942c-1589-47c7-abad-ad6fc3e7f8ef service neutron] 10.222.0.32 "GET /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838821 Aug 08 17:19:51.566917 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693592'] for router_interface, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:52.038257 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] Deleting port 323e07c3-2b11-444f-87f5-7d4f2278b799 {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:19:52.038594 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:52.112473 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] For port 323e07c3-2b11-444f-87f5-7d4f2278b799, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=323e07c3-2b11-444f-87f5-7d4f2278b799,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:52.112982 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:52.128547 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] Calling delete_port for 323e07c3-2b11-444f-87f5-7d4f2278b799 owned by network:router_interface {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:19:52.309327 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:52.332907 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] Pushing event deleted for resources: {'Port': ['ID=323e07c3-2b11-444f-87f5-7d4f2278b799,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:52.503522 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692712'] for router_interface, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:52.643196 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deaf4b-ce38-4321-bb61-b754207b4aa5 req-52eded13-4034-4d64-b81f-95134b12fe09 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:52.644639 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-32deaf4b-ce38-4321-bb61-b754207b4aa5 req-52eded13-4034-4d64-b81f-95134b12fe09 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0954535 Aug 08 17:19:52.726113 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-32deaf4b-ce38-4321-bb61-b754207b4aa5 req-f680e49d-40c1-4f53-a54b-2626bb5ea5fd tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742404 Aug 08 17:19:52.781800 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] Router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:19:52.884487 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:19:52.889505 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-a94a6914-5239-4959-8442-52a72dc8a06d admin admin] 10.222.0.20 "PUT /v2.0/routers/46feab7e-57e7-426f-8f0b-08f7bfa98fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8337958 Aug 08 17:19:52.891944 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 43764) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:52.893958 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] Sync routers for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:19:52.904538 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:19:52.905407 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:19:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:53.002077 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.021415 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:19:53.107442 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.157020 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Deleting port 175aeee4-d5b4-4ed8-aa67-83aab05ff228 {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:19:53.157637 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.210170 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:19:52Z', 'revision_number': 5, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port': {'id': '175aeee4-d5b4-4ed8-aa67-83aab05ff228', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:aa:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:37Z', 'updated_at': '2021-08-08T17:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:53.237301 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] Checking router: 46feab7e-57e7-426f-8f0b-08f7bfa98fbd for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:19:53.238138 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] For port 175aeee4-d5b4-4ed8-aa67-83aab05ff228, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=175aeee4-d5b4-4ed8-aa67-83aab05ff228,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:53.238776 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.245790 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] Routers {'46feab7e-57e7-426f-8f0b-08f7bfa98fbd'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:19:53.246403 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:19:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:53.251419 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Calling delete_port for 175aeee4-d5b4-4ed8-aa67-83aab05ff228 owned by network:router_gateway {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:19:53.334430 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] Set router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd gateway port host: None {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:19:53.390181 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:19:53Z', 'revision_number': 6, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port_host': None}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:53.414831 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.417724 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8317b-05af-4a86-aa63-aad8a036f631 None None] The sync data for ids ['46feab7e-57e7-426f-8f0b-08f7bfa98fbd'] in dv-cinder-787296-3-iscsi is: [{'id': '46feab7e-57e7-426f-8f0b-08f7bfa98fbd', 'name': 'tempest-AttachVolumeTestJSON-756375280-router', 'tenant_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:19:53Z', 'revision_number': 6, 'project_id': 'b4fdeaf6ea4c4a78b2842186185f1d76', 'gw_port_host': None}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:19:53.446025 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Pushing event deleted for resources: {'Port': ['ID=175aeee4-d5b4-4ed8-aa67-83aab05ff228,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:53.501787 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692366'] for router_gateway, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.593012 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1687610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102808'] for router, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.595145 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.640451 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687758'] for router, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.641138 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46feab7e-57e7-426f-8f0b-08f7bfa98fbd {{(pid=93515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 17:19:53.646270 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] Notify callbacks [] for router, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.647514 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-671b1471-3cc1-4f67-84d1-7110ee2042fb admin admin] 10.222.0.20 "DELETE /v2.0/routers/46feab7e-57e7-426f-8f0b-08f7bfa98fbd HTTP/1.1" status: 204 len: 168 time: 0.7546599 Aug 08 17:19:53.647922 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f289f70c-8894-4d06-8460-e9cc94b23718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.650182 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43766) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:53.695082 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-e838f668-d870-4f85-9840-d621d9bc1059 admin admin] Deleting subnet 798f916c-ee1e-42db-8664-8d80bd4604ca {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:19:53.698162 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e838f668-d870-4f85-9840-d621d9bc1059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.734525 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e838f668-d870-4f85-9840-d621d9bc1059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.847337 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e838f668-d870-4f85-9840-d621d9bc1059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.847573 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90115-5965-42ce-bdb6-4d275beefede req-648b7a5a-5d99-4d4f-8376-c15226b36faf tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:53.849406 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b5f90115-5965-42ce-bdb6-4d275beefede req-648b7a5a-5d99-4d4f-8376-c15226b36faf tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0540104 Aug 08 17:19:53.888780 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b5f90115-5965-42ce-bdb6-4d275beefede req-491793ff-c27b-4de9-8045-dcb69dd83b6a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335166 Aug 08 17:19:53.907448 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e838f668-d870-4f85-9840-d621d9bc1059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.908493 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.930167 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838f668-d870-4f85-9840-d621d9bc1059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798f916c-ee1e-42db-8664-8d80bd4604ca,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:53.938692 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e838f668-d870-4f85-9840-d621d9bc1059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:53.940783 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e838f668-d870-4f85-9840-d621d9bc1059 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/798f916c-ee1e-42db-8664-8d80bd4604ca HTTP/1.1" status: 204 len: 168 time: 0.2895856 Aug 08 17:19:53.943470 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43772) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:53.947359 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75813b99-9a26-426f-a6cb-3f220a65ec33 None None] Network 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:19:54.014477 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.069321 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Deleting port 5e72e3fe-a759-44b9-9170-b499d38d4e60 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:19:54.069663 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.134489 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] For port 5e72e3fe-a759-44b9-9170-b499d38d4e60, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=5e72e3fe-a759-44b9-9170-b499d38d4e60,segment=NetworkSegment(40ed1724-9402-4619-bae2-def9ce853b9b),segment_id=40ed1724-9402-4619-bae2-def9ce853b9b)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:54.134817 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.147443 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Calling delete_port for 5e72e3fe-a759-44b9-9170-b499d38d4e60 owned by network:dhcp {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:19:54.199685 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c88a806-a119-4e31-9582-7d4596b3104c None None] DHCP port deletion for 4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 request from dv-cinder-787296-3-iscsi {{(pid=93517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 17:19:54.229610 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.246276 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-7c88a806-a119-4e31-9582-7d4596b3104c None None] Deleting port 5e72e3fe-a759-44b9-9170-b499d38d4e60 {{(pid=93517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:19:54.246655 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-7c88a806-a119-4e31-9582-7d4596b3104c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.257929 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e72e3fe-a759-44b9-9170-b499d38d4e60,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:54.263420 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] No DVR routers for this DVR port 5e72e3fe-a759-44b9-9170-b499d38d4e60 on host dv-cinder-787296-3-iscsi {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:19:54.310322 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-7c88a806-a119-4e31-9582-7d4596b3104c None None] For port 5e72e3fe-a759-44b9-9170-b499d38d4e60, host dv-cinder-787296-3-iscsi, got binding levels [] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:54.310746 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-7c88a806-a119-4e31-9582-7d4596b3104c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.323507 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-7c88a806-a119-4e31-9582-7d4596b3104c None None] Calling delete_port for 5e72e3fe-a759-44b9-9170-b499d38d4e60 owned by network:dhcp {{(pid=93517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:19:54.326548 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.ipam_backend_mixin [None req-7c88a806-a119-4e31-9582-7d4596b3104c None None] Port 5e72e3fe-a759-44b9-9170-b499d38d4e60 was not found and therefore no delete operation was performed {{(pid=93517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 08 17:19:54.327882 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-7c88a806-a119-4e31-9582-7d4596b3104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092'] for port, after_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.334866 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.345484 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b695fec-eaa6-49f8-b84e-6f1ef79f28b9']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:54.355025 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88a806-a119-4e31-9582-7d4596b3104c None None] Pushing event deleted for resources: {'Port': ['ID=5e72e3fe-a759-44b9-9170-b499d38d4e60,revision_number=None']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:54.356563 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ed1724-9402-4619-bae2-def9ce853b9b') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:54.356864 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ed1724-9402-4619-bae2-def9ce853b9b') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:19:54.360613 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c88a806-a119-4e31-9582-7d4596b3104c None None] No DVR routers for this DVR port 5e72e3fe-a759-44b9-9170-b499d38d4e60 on host dv-cinder-787296-3-iscsi {{(pid=93517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:19:54.366660 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.383339 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.389886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:19:54.390218 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:19:54.392019 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:19:54.450687 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.458761 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.460592 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4b695fec-eaa6-49f8-b84e-6f1ef79f28b9 HTTP/1.1" status: 204 len: 168 time: 0.5162110 Aug 08 17:19:54.471137 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baa025-d386-4f91-bb7a-0ea127da2ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b695fec-eaa6-49f8-b84e-6f1ef79f28b9,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:54.569045 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43776) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:54.608581 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e54d6f66-d05c-4805-a7f9-11da6a968b61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4fdeaf6ea4c4a78b2842186185f1d76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383983 Aug 08 17:19:54.610902 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43778) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:54.629150 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.658142 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b583b4f5-5352-4559-80e2-fad04d72b521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.679875 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b583b4f5-5352-4559-80e2-fad04d72b521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.728625 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b583b4f5-5352-4559-80e2-fad04d72b521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.731290 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b583b4f5-5352-4559-80e2-fad04d72b521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:54.732579 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-b583b4f5-5352-4559-80e2-fad04d72b521 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4696d204-408b-499d-8e4a-a27d531f298c HTTP/1.1" status: 204 len: 168 time: 0.1206899 Aug 08 17:19:54.740721 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583b4f5-5352-4559-80e2-fad04d72b521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4696d204-408b-499d-8e4a-a27d531f298c,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:54.971976 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 175aeee4-d5b4-4ed8-aa67-83aab05ff228 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:19:54.993946 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 175aeee4-d5b4-4ed8-aa67-83aab05ff228 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:19:54.994303 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 175aeee4-d5b4-4ed8-aa67-83aab05ff228 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:19:54.994745 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 323e07c3-2b11-444f-87f5-7d4f2278b799 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:19:55.013310 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 323e07c3-2b11-444f-87f5-7d4f2278b799 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:19:55.013668 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 323e07c3-2b11-444f-87f5-7d4f2278b799 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:19:55.014089 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 5e72e3fe-a759-44b9-9170-b499d38d4e60 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:19:55.034251 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 5e72e3fe-a759-44b9-9170-b499d38d4e60 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:19:55.034614 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 5e72e3fe-a759-44b9-9170-b499d38d4e60 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:19:55.136312 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d64f86-a01c-435e-bb4e-78419871de9d req-39a2edb4-790f-48dc-8a02-1c6735c4fb69 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:55.137834 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-72d64f86-a01c-435e-bb4e-78419871de9d req-39a2edb4-790f-48dc-8a02-1c6735c4fb69 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0504103 Aug 08 17:19:55.177023 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-72d64f86-a01c-435e-bb4e-78419871de9d req-9c9dc8ed-5d78-409e-a6a8-a78586127ace tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331516 Aug 08 17:19:55.181106 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43800) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:55.267036 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4f4b531d-6516-421b-aa94-024fff0c888a req-131d702a-6b51-462e-a7b8-760621e9e934 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847745 Aug 08 17:19:55.964208 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device ec805beb-38de-4fce-8c56-8d4d222614e5 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:19:56.044070 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:56.068661 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:19:56.070923 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79db1b0-ca6f-444e-85ae-de6d4f0b2c22" -d '{"events": [{"server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:19:56.086027 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ec805beb-38de-4fce-8c56-8d4d222614e5,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:19:56.090801 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:56.124855 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 08 Aug 2021 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd75bb3-02b4-444e-8f48-b39d24d63aa0 x-openstack-request-id: req-0dd75bb3-02b4-444e-8f48-b39d24d63aa0 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:19:56.125202 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "name": "network-vif-unplugged", "status": "failed", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5", "code": 422}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:19:56.125430 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dd75bb3-02b4-444e-8f48-b39d24d63aa0 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:19:56.125890 dv-cinder-787296-3-iscsi neutron-server[93517]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'code': 422} returned with failed status Aug 08 17:19:56.154652 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=ec805beb-38de-4fce-8c56-8d4d222614e5,revision_number=6']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:56.230001 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:56.303008 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb5077-e549-42d1-a886-4bfbf136535b req-b9df8a1c-f3e9-47e8-9622-e61100c09d2e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:56.304581 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-81eb5077-e549-42d1-a886-4bfbf136535b req-b9df8a1c-f3e9-47e8-9622-e61100c09d2e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0545917 Aug 08 17:19:56.345852 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-81eb5077-e549-42d1-a886-4bfbf136535b req-c9249f02-48e4-4913-8968-813c1fab2c19 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349755 Aug 08 17:19:56.463561 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 43854) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:56.565221 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4b2158ce-7106-4bb0-a740-b6f53042e02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:56.659378 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4b2158ce-7106-4bb0-a740-b6f53042e02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:56.663599 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4b2158ce-7106-4bb0-a740-b6f53042e02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:56.698041 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b531d-6516-421b-aa94-024fff0c888a req-60c1d0b1-e87a-4be0-b037-83a9d6311ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:56.699806 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4f4b531d-6516-421b-aa94-024fff0c888a req-60c1d0b1-e87a-4be0-b037-83a9d6311ac1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3&tenant_id=5a5d752a108c4dd5817e7903d839c61a HTTP/1.1" status: 200 len: 1097 time: 0.0417864 Aug 08 17:19:56.701902 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-4b2158ce-7106-4bb0-a740-b6f53042e02e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9047e1e47c14c42942a18b690b88398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372880 Aug 08 17:19:56.702810 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2158ce-7106-4bb0-a740-b6f53042e02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e23965-5290-48d3-a021-bff2f3ed5fc7,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:56.704426 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43858) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:56.787730 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8daa0d4d-8b3f-4b76-9b2e-4bf71c1d5ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:56.791787 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b531d-6516-421b-aa94-024fff0c888a req-c2b926f2-d71c-40ea-9ceb-65a70d267685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:56.793244 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4f4b531d-6516-421b-aa94-024fff0c888a req-c2b926f2-d71c-40ea-9ceb-65a70d267685 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a5d752a108c4dd5817e7903d839c61a&device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1097 time: 0.0634801 Aug 08 17:19:56.850906 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8daa0d4d-8b3f-4b76-9b2e-4bf71c1d5ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:56.914337 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b531d-6516-421b-aa94-024fff0c888a req-49488cc3-b07e-47ad-976d-fac3f7a56386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:56.915964 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4f4b531d-6516-421b-aa94-024fff0c888a req-49488cc3-b07e-47ad-976d-fac3f7a56386 service neutron] 10.222.0.32 "GET /v2.0/networks?id=265571c9-7857-4101-8863-7dd20ec72877 HTTP/1.1" status: 200 len: 908 time: 0.1139214 Aug 08 17:19:56.930151 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8daa0d4d-8b3f-4b76-9b2e-4bf71c1d5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:56.932625 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8daa0d4d-8b3f-4b76-9b2e-4bf71c1d5ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:56.933674 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-8daa0d4d-8b3f-4b76-9b2e-4bf71c1d5ac5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5e23965-5290-48d3-a021-bff2f3ed5fc7 HTTP/1.1" status: 204 len: 168 time: 0.2283394 Aug 08 17:19:56.976490 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa0d4d-8b3f-4b76-9b2e-4bf71c1d5ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e23965-5290-48d3-a021-bff2f3ed5fc7,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:56.995834 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4f4b531d-6516-421b-aa94-024fff0c888a req-4e87f124-ebec-495d-9074-575bb69a8f4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec805beb-38de-4fce-8c56-8d4d222614e5 HTTP/1.1" status: 200 len: 1000 time: 0.0730884 Aug 08 17:19:57.044832 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b531d-6516-421b-aa94-024fff0c888a req-503a9063-1889-43b6-99f0-04728e0ef243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:57.046275 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4f4b531d-6516-421b-aa94-024fff0c888a req-503a9063-1889-43b6-99f0-04728e0ef243 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=928fa1ba-9da8-40a7-8e99-e608f3507e2d HTTP/1.1" status: 200 len: 847 time: 0.0437751 Aug 08 17:19:57.092576 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b531d-6516-421b-aa94-024fff0c888a req-5aba1f0f-8bc2-4bc2-bfd8-15230aac1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:57.094040 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4f4b531d-6516-421b-aa94-024fff0c888a req-5aba1f0f-8bc2-4bc2-bfd8-15230aac1e8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265571c9-7857-4101-8863-7dd20ec72877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406740 Aug 08 17:19:57.188300 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4f4b531d-6516-421b-aa94-024fff0c888a req-dbefe9a5-9fd7-4732-8cfb-8fae811da4cf service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863130 Aug 08 17:19:57.200901 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 43864) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:57.214880 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-de803dde-a7ac-4f68-8c48-307e4b477faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:57.279244 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4f4b531d-6516-421b-aa94-024fff0c888a req-e7ed5dd8-16d0-49d4-92e6-61c830ec1513 service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834270 Aug 08 17:19:57.305063 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-de803dde-a7ac-4f68-8c48-307e4b477faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:57.308904 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-de803dde-a7ac-4f68-8c48-307e4b477faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:57.350885 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-de803dde-a7ac-4f68-8c48-307e4b477faf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebb1b1e06c1a4d9b9ce7ada7f96ba3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488488 Aug 08 17:19:57.352412 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803dde-a7ac-4f68-8c48-307e4b477faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31cd324-eaef-4b06-a123-5eb33ad44902,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:57.353590 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43866) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:57.406417 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f64435c5-4d9f-457b-a7d1-db5f916227bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:57.428656 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f64435c5-4d9f-457b-a7d1-db5f916227bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:57.471429 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e5cd-1270-41c2-b181-3f93ea5bf8fc req-b44da9b0-4e47-402b-b781-be727662f432 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:57.473866 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bca7e5cd-1270-41c2-b181-3f93ea5bf8fc req-b44da9b0-4e47-402b-b781-be727662f432 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0515618 Aug 08 17:19:57.475826 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f64435c5-4d9f-457b-a7d1-db5f916227bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:57.478289 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f64435c5-4d9f-457b-a7d1-db5f916227bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:57.479448 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-f64435c5-4d9f-457b-a7d1-db5f916227bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e31cd324-eaef-4b06-a123-5eb33ad44902 HTTP/1.1" status: 204 len: 168 time: 0.1248384 Aug 08 17:19:57.488640 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64435c5-4d9f-457b-a7d1-db5f916227bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31cd324-eaef-4b06-a123-5eb33ad44902,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:57.514856 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bca7e5cd-1270-41c2-b181-3f93ea5bf8fc req-0dc38918-b06c-4bbc-86e2-cb2be5b689e6 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348692 Aug 08 17:19:58.512961 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 43898) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:58.617064 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-47f83ee8-9c4b-4eaf-985d-2c80aa69bc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:58.629372 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2cfb-5ca7-4a1f-9381-7c06bf12e0d6 req-381d0ed7-2f70-46a3-b480-aa79d0ddd413 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:58.631133 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-36ec2cfb-5ca7-4a1f-9381-7c06bf12e0d6 req-381d0ed7-2f70-46a3-b480-aa79d0ddd413 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0499969 Aug 08 17:19:58.672241 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-36ec2cfb-5ca7-4a1f-9381-7c06bf12e0d6 req-c3753bf8-d6e9-41d9-97f5-0ec0eeea998b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344210 Aug 08 17:19:58.709341 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-47f83ee8-9c4b-4eaf-985d-2c80aa69bc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:58.712894 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-47f83ee8-9c4b-4eaf-985d-2c80aa69bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:58.749706 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-47f83ee8-9c4b-4eaf-985d-2c80aa69bc00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4e413f0f915481baa6b04c9bb646be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356868 Aug 08 17:19:58.751595 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f83ee8-9c4b-4eaf-985d-2c80aa69bc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b26f8d-04a6-427b-84d4-a35c5cb4d8a3,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:58.752548 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 43904) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:19:58.799868 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-23b18fec-2247-460a-bcf3-2e29527e6840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:58.820650 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-23b18fec-2247-460a-bcf3-2e29527e6840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:58.868541 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-23b18fec-2247-460a-bcf3-2e29527e6840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:58.871281 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-23b18fec-2247-460a-bcf3-2e29527e6840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:19:58.872387 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-23b18fec-2247-460a-bcf3-2e29527e6840 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61b26f8d-04a6-427b-84d4-a35c5cb4d8a3 HTTP/1.1" status: 204 len: 168 time: 0.1188748 Aug 08 17:19:58.880018 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b18fec-2247-460a-bcf3-2e29527e6840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b26f8d-04a6-427b-84d4-a35c5cb4d8a3,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:19:59.797382 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033acd-0f9a-4910-b6d7-0e61c4eb7d6c req-fc381654-ec20-4bda-8c03-5de7d26c97b0 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:19:59.799575 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-65033acd-0f9a-4910-b6d7-0e61c4eb7d6c req-fc381654-ec20-4bda-8c03-5de7d26c97b0 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0515795 Aug 08 17:19:59.842412 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-65033acd-0f9a-4910-b6d7-0e61c4eb7d6c req-173d1cc1-a257-4928-ae2e-2d245474bfb5 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353596 Aug 08 17:20:00.958633 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da6e41-2836-4cb5-b537-36ecd0f4e85a req-f39173a5-2135-46a2-bed3-14852d7a8639 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:00.960185 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e6da6e41-2836-4cb5-b537-36ecd0f4e85a req-f39173a5-2135-46a2-bed3-14852d7a8639 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0492637 Aug 08 17:20:00.999310 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e6da6e41-2836-4cb5-b537-36ecd0f4e85a req-f5912ddb-4539-4a2d-ad70-88929e8ab33f tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329645 Aug 08 17:20:02.118164 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69e3bc-02be-4215-a365-9b2a38463810 req-f4272e07-03b6-4ad1-aafd-4e9c3c9dcbf2 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:02.119666 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fa69e3bc-02be-4215-a365-9b2a38463810 req-f4272e07-03b6-4ad1-aafd-4e9c3c9dcbf2 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0539045 Aug 08 17:20:02.158095 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fa69e3bc-02be-4215-a365-9b2a38463810 req-4deec089-fab6-4ced-8441-078001253e83 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324445 Aug 08 17:20:03.271294 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ce203-6adf-4fd7-8bc6-5a162f2949a9 req-5adb169d-9d0c-4519-8e90-b7f88799929e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:03.272718 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-958ce203-6adf-4fd7-8bc6-5a162f2949a9 req-5adb169d-9d0c-4519-8e90-b7f88799929e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0478022 Aug 08 17:20:03.308735 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-958ce203-6adf-4fd7-8bc6-5a162f2949a9 req-afa8861c-6933-40ad-bfde-3adeeeeaab3f tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301931 Aug 08 17:20:04.419789 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818926-ca72-472a-b81d-9c7b824d3491 req-5e02a459-11de-4258-9550-f8be4c6bd357 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:04.421242 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-60818926-ca72-472a-b81d-9c7b824d3491 req-5e02a459-11de-4258-9550-f8be4c6bd357 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0479918 Aug 08 17:20:04.458478 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-60818926-ca72-472a-b81d-9c7b824d3491 req-23a19d1e-592f-494e-88a6-1e12a4f54e25 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314667 Aug 08 17:20:05.575564 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4f72-34e1-44e9-a5db-72a280c83612 req-106c6aa4-43ac-46c7-a645-634778214486 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:05.577076 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f12b4f72-34e1-44e9-a5db-72a280c83612 req-106c6aa4-43ac-46c7-a645-634778214486 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0522444 Aug 08 17:20:05.615204 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f12b4f72-34e1-44e9-a5db-72a280c83612 req-05a4af93-d698-4746-8bfa-2206b6045c14 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310929 Aug 08 17:20:05.950311 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device ec805beb-38de-4fce-8c56-8d4d222614e5 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:20:06.047512 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ec805beb-38de-4fce-8c56-8d4d222614e5,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:06.058700 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'port_id': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'mac_address': 'fa:16:3e:d2:bc:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:20:06.095813 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:06.108212 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec805beb-38de-4fce-8c56-8d4d222614e5 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:20:06.127137 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ec805beb-38de-4fce-8c56-8d4d222614e5,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:06.131870 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:06.180674 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=ec805beb-38de-4fce-8c56-8d4d222614e5,revision_number=7']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:06.187598 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.187948 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.188287 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.188623 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.188953 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.189283 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.189618 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.189947 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.190273 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.190619 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.191559 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.191912 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:06.552979 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['ec805beb-38de-4fce-8c56-8d4d222614e5'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:20:06.761527 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40d84c-e0a3-411c-8bf5-1e195da0db9e req-401f2176-5469-453f-8f06-b243643d23a7 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:06.762064 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44040) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:20:06.764420 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ee40d84c-e0a3-411c-8bf5-1e195da0db9e req-401f2176-5469-453f-8f06-b243643d23a7 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 945 time: 0.0576959 Aug 08 17:20:06.807239 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ee40d84c-e0a3-411c-8bf5-1e195da0db9e req-b0dc82de-8c7c-433d-aa76-cf544c590711 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352755 Aug 08 17:20:06.875581 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d6e22e9c-e464-4aa1-8f89-411167e5262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:06.974242 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d6e22e9c-e464-4aa1-8f89-411167e5262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:06.981590 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d6e22e9c-e464-4aa1-8f89-411167e5262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.018978 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e22e9c-e464-4aa1-8f89-411167e5262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da074ba-08c4-44f1-be82-ac7844420e31,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:07.023928 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d6e22e9c-e464-4aa1-8f89-411167e5262a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b31214f1ab348b2a551258e725a1cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610838 Aug 08 17:20:07.026564 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44046) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:20:07.073487 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-da900951-3735-4de8-929b-940e15f48c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.093752 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-da900951-3735-4de8-929b-940e15f48c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.139119 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-da900951-3735-4de8-929b-940e15f48c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.141586 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-da900951-3735-4de8-929b-940e15f48c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.142722 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-da900951-3735-4de8-929b-940e15f48c71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0da074ba-08c4-44f1-be82-ac7844420e31 HTTP/1.1" status: 204 len: 168 time: 0.1152282 Aug 08 17:20:07.150729 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da900951-3735-4de8-929b-940e15f48c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da074ba-08c4-44f1-be82-ac7844420e31,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:07.396168 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 44052) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:20:07.409305 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b4af-1e08-40af-b435-eede5fa83da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.497291 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b4af-1e08-40af-b435-eede5fa83da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.500838 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b4af-1e08-40af-b435-eede5fa83da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.538675 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-2cc4b4af-1e08-40af-b435-eede5fa83da7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f35b16446614be291a3d2caaf13283e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414149 Aug 08 17:20:07.539548 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4b4af-1e08-40af-b435-eede5fa83da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b25fd01-4c6d-44c4-ae56-a42054c0a9f8,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:07.541319 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44054) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:20:07.590951 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0b02-8a7e-46a4-ab99-5b24cf035ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.610474 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0b02-8a7e-46a4-ab99-5b24cf035ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.656616 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0b02-8a7e-46a4-ab99-5b24cf035ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.659286 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0b02-8a7e-46a4-ab99-5b24cf035ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:07.660588 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-3d7c0b02-8a7e-46a4-ab99-5b24cf035ad6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b25fd01-4c6d-44c4-ae56-a42054c0a9f8 HTTP/1.1" status: 204 len: 168 time: 0.1175888 Aug 08 17:20:07.667794 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c0b02-8a7e-46a4-ab99-5b24cf035ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b25fd01-4c6d-44c4-ae56-a42054c0a9f8,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:07.925717 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916809a5-5fd3-4de1-8b9c-0d7e20204423 req-265f31f5-db06-4346-a3e5-fa482a128ef9 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:07.927565 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-916809a5-5fd3-4de1-8b9c-0d7e20204423 req-265f31f5-db06-4346-a3e5-fa482a128ef9 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 945 time: 0.0546434 Aug 08 17:20:07.967898 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-916809a5-5fd3-4de1-8b9c-0d7e20204423 req-088507ba-d94e-490f-a6aa-ed6480757496 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336967 Aug 08 17:20:07.978758 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44062) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:20:07.992720 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1b58acfd-c962-43f8-9c51-050112d8021e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:08.083172 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1b58acfd-c962-43f8-9c51-050112d8021e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:08.086686 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1b58acfd-c962-43f8-9c51-050112d8021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:08.121622 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58acfd-c962-43f8-9c51-050112d8021e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391e4fc9-6de3-45e6-a836-6abd7e52b249,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:08.125847 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-1b58acfd-c962-43f8-9c51-050112d8021e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e4f700b32a94f55aaaa9302c173a968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459687 Aug 08 17:20:08.128640 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44066) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:20:08.175111 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f6884fee-4228-41fe-a836-2ad203591dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:08.194938 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f6884fee-4228-41fe-a836-2ad203591dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:08.240220 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f6884fee-4228-41fe-a836-2ad203591dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:08.242733 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f6884fee-4228-41fe-a836-2ad203591dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:08.243850 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-f6884fee-4228-41fe-a836-2ad203591dc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/391e4fc9-6de3-45e6-a836-6abd7e52b249 HTTP/1.1" status: 204 len: 168 time: 0.1143196 Aug 08 17:20:08.251012 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6884fee-4228-41fe-a836-2ad203591dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e4fc9-6de3-45e6-a836-6abd7e52b249,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:08.884723 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44088) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:20:08.981657 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1311047300-network', 'tenant_id': '12cfd46a00624f0dbc1d56ef0c5944fa'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:20:09.003199 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Made reservation on behalf of 12cfd46a00624f0dbc1d56ef0c5944fa for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:20:09.006111 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.016714 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.092535 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24821d-fbf2-49cb-94df-4f8cc33ff498 req-1dde104e-34fe-4cf0-a211-19fdc99813b6 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:09.094127 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-da24821d-fbf2-49cb-94df-4f8cc33ff498 req-1dde104e-34fe-4cf0-a211-19fdc99813b6 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 945 time: 0.0569596 Aug 08 17:20:09.136568 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-da24821d-fbf2-49cb-94df-4f8cc33ff498 req-8626c051-f0f4-469a-968b-770e6e69239e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353613 Aug 08 17:20:09.367572 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.371027 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.393486 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:20:09.404542 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fb6696-255e-43db-8db5-a045e06dc846,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:09.409283 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.410145 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Added segment 41f5dee7-ab23-43b1-aa27-bfef182659e0 of type vlan for network a331ea78-44e8-4bf9-9478-2bbce97711ed Aug 08 17:20:09.450750 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.478407 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.479386 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:09.479996 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.534219 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6484313 Aug 08 17:20:09.537806 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 44096) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:20:09.539883 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f646-4300-4f31-b1e8-100d9e078c1c admin admin] Pushing event updated for resources: {'Network': ['ID=a331ea78-44e8-4bf9-9478-2bbce97711ed,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:09.543854 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Request body: {'subnet': {'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1311047300-subnet', 'tenant_id': '12cfd46a00624f0dbc1d56ef0c5944fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:20:09.550197 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network a331ea78-44e8-4bf9-9478-2bbce97711ed details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:20:09.567282 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Made reservation on behalf of 12cfd46a00624f0dbc1d56ef0c5944fa for: {'subnet': 1} {{(pid=93515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:20:09.569720 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12919095'] for subnet, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.736579 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13401909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12919045'] for subnet, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.789562 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa8647a-3fe2-417f-a159-2dab28bc05c7,revision_number=0']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:09.797865 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Checking segment: {'id': '41f5dee7-ab23-43b1-aa27-bfef182659e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:20:09.798223 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Network hostable DHCP agents. Network: a331ea78-44e8-4bf9-9478-2bbce97711ed, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:20:09.813829 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Network a331ea78-44e8-4bf9-9478-2bbce97711ed is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:20:09.822636 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, a331ea78-44e8-4bf9-9478-2bbce97711ed) {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:20:09.826765 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:09.827350 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for subnet, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:09.832604 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e2884-d014-47cc-bf1a-cbc5ffbc77d7 None None] Network a331ea78-44e8-4bf9-9478-2bbce97711ed requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:20:09.842337 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-26639f29-18d2-438a-8c7d-8daabd3029e0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3033776 Aug 08 17:20:10.077570 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b1f65-8058-4c25-a566-2ba9ac407fad None None] Network a331ea78-44e8-4bf9-9478-2bbce97711ed requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:20:10.265078 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0edda-56a4-42e9-9871-256863230a79 req-560124da-af82-46a3-9768-803a3b74afef tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:10.266764 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cac0edda-56a4-42e9-9871-256863230a79 req-560124da-af82-46a3-9768-803a3b74afef tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 945 time: 0.0545099 Aug 08 17:20:10.309228 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cac0edda-56a4-42e9-9871-256863230a79 req-7b3efb56-66b3-4a08-99d2-b483b43d9045 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Aug 08 17:20:10.993771 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device ec805beb-38de-4fce-8c56-8d4d222614e5 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:20:11.039718 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port ec805beb-38de-4fce-8c56-8d4d222614e5 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:20:11.040095 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:11.117973 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:11.139852 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:20:11.142059 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73df6516-5a5b-4948-9e60-692a9b7b9131" -d '{"events": [{"server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "name": "network-vif-plugged", "status": "completed", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:20:11.155006 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ec805beb-38de-4fce-8c56-8d4d222614e5,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:11.158680 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:11.183577 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c4dd37-f243-462b-b817-a92ffab620a1 x-openstack-request-id: req-32c4dd37-f243-462b-b817-a92ffab620a1 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:20:11.183872 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "name": "network-vif-plugged", "status": "completed", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:20:11.184150 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32c4dd37-f243-462b-b817-a92ffab620a1 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:20:11.184540 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'code': 200} Aug 08 17:20:11.210746 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=ec805beb-38de-4fce-8c56-8d4d222614e5,revision_number=8']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:11.427975 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c0f79-d5a2-4811-824c-e261e0074b62 req-22ea29a6-4355-4b16-931a-088966ade9eb tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:11.429512 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bc7c0f79-d5a2-4811-824c-e261e0074b62 req-22ea29a6-4355-4b16-931a-088966ade9eb tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0492051 Aug 08 17:20:11.434372 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bc33e-3ff3-4051-8dc8-46de001f0b8b req-499408a7-1a8b-4345-9bf7-73266c81c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:11.435956 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1e5bc33e-3ff3-4051-8dc8-46de001f0b8b req-499408a7-1a8b-4345-9bf7-73266c81c904 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1099 time: 0.0405991 Aug 08 17:20:11.467540 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bc7c0f79-d5a2-4811-824c-e261e0074b62 req-b8e84002-2511-4784-9c68-35e6351292e0 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319200 Aug 08 17:20:11.478530 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-1e5bc33e-3ff3-4051-8dc8-46de001f0b8b req-55c6ea7b-a571-41a9-afc1-696059f841c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347857 Aug 08 17:20:12.643337 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0faee-1198-4247-bf62-d89c6f28cbdd req-ef002f76-e1a7-42b3-97b2-d54e7f9c08f5 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:12.644736 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e2d0faee-1198-4247-bf62-d89c6f28cbdd req-ef002f76-e1a7-42b3-97b2-d54e7f9c08f5 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.1076996 Aug 08 17:20:12.700789 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-0160aeaa-6acd-40f8-940d-8f37619544cf tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:12.702201 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-0160aeaa-6acd-40f8-940d-8f37619544cf tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/networks?id=a331ea78-44e8-4bf9-9478-2bbce97711ed HTTP/1.1" status: 200 len: 809 time: 0.1388190 Aug 08 17:20:12.706929 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e2d0faee-1198-4247-bf62-d89c6f28cbdd req-f36c4e5a-5ba6-44a6-9a0d-88eb530faa05 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553348 Aug 08 17:20:12.716794 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-ea18684a-952d-4fdb-9d53-2dd4a141edb3 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/quotas/12cfd46a00624f0dbc1d56ef0c5944fa HTTP/1.1" status: 200 len: 375 time: 0.0089879 Aug 08 17:20:12.747511 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-4b9b725d-837e-4b39-bf4d-c757a5b4bbb5 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12cfd46a00624f0dbc1d56ef0c5944fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252151 Aug 08 17:20:12.838246 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-1801a9b3-fad8-46f2-844d-691577ddd174 service neutron] 10.222.0.20 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840647 Aug 08 17:20:12.924412 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-8d8a21d5-46d5-4916-9937-15b091383ce3 service neutron] 10.222.0.20 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796559 Aug 08 17:20:13.085130 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3c94cc9a-3809-4a98-ae60-bd28a185554b req-a2d71410-d620-4cc6-afc7-4db98b3e36f3 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 210 time: 0.0303698 Aug 08 17:20:13.823184 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86963574-7108-40d8-8a54-747965f0c14a req-2bf19ad0-62f1-4303-9a9b-18a57c6e8d2b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:13.824797 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-86963574-7108-40d8-8a54-747965f0c14a req-2bf19ad0-62f1-4303-9a9b-18a57c6e8d2b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0515976 Aug 08 17:20:13.861806 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-86963574-7108-40d8-8a54-747965f0c14a req-94c4fdaa-be1a-4d61-ac25-f44110c23574 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312078 Aug 08 17:20:14.077165 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-807331c1-6b21-423e-aad7-7fca6f13ed3a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:14.078507 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-807331c1-6b21-423e-aad7-7fca6f13ed3a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.32 "GET /v2.0/networks?id=a331ea78-44e8-4bf9-9478-2bbce97711ed HTTP/1.1" status: 200 len: 809 time: 0.1024292 Aug 08 17:20:14.096574 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Request body: {'port': {'device_id': '834452ad-28eb-40e1-acdc-29a57b9595f2', 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed', 'admin_state_up': True, 'tenant_id': '12cfd46a00624f0dbc1d56ef0c5944fa'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:20:14.181618 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4f4b99cf-6cc4-4f7c-9ea4-c3d9c55989a3 req-3f008d27-f3c7-48a9-a55d-da17810e3649 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 210 time: 0.0265248 Aug 08 17:20:14.210315 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Made reservation on behalf of 12cfd46a00624f0dbc1d56ef0c5944fa for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:20:14.213821 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:14.338318 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Allocated IP 172.20.0.11 (a331ea78-44e8-4bf9-9478-2bbce97711ed/eaa8647a-3fe2-417f-a159-2dab28bc05c7/2a13dfc3-e086-4695-9421-984deb46c4f0) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:20:14.484284 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:14.522819 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:14.566624 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Network a331ea78-44e8-4bf9-9478-2bbce97711ed is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:20:14.569704 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:20:14.575645 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:20:14.602604 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Pushing event updated for resources: {'Port': ['ID=2a13dfc3-e086-4695-9421-984deb46c4f0,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:14.627220 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:14.627822 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:14.641118 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-729e8b81-1699-45e4-9b63-d1d644519e51 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5486164 Aug 08 17:20:14.659472 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Request body: {'port': {'device_id': '834452ad-28eb-40e1-acdc-29a57b9595f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:20:14.715100 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:14.966302 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a13dfc3-e086-4695-9421-984deb46c4f0 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:20:14.974292 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:14.985820 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Transition to ACTIVE for port object 2a13dfc3-e086-4695-9421-984deb46c4f0 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:20:14.988756 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:15.038457 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Pushing event updated for resources: {'Port': ['ID=2a13dfc3-e086-4695-9421-984deb46c4f0,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:15.102249 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Attempting to bind port 2a13dfc3-e086-4695-9421-984deb46c4f0 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:20:15.102963 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Attempting to bind port 2a13dfc3-e086-4695-9421-984deb46c4f0 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '41f5dee7-ab23-43b1-aa27-bfef182659e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:20:15.102963 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Attempting to bind port 2a13dfc3-e086-4695-9421-984deb46c4f0 on network a331ea78-44e8-4bf9-9478-2bbce97711ed {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:20:15.107044 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Port 2a13dfc3-e086-4695-9421-984deb46c4f0 on network a331ea78-44e8-4bf9-9478-2bbce97711ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:20:15.107369 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Attempting to bind port 2a13dfc3-e086-4695-9421-984deb46c4f0 on network a331ea78-44e8-4bf9-9478-2bbce97711ed {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:20:15.111972 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:20:15.112312 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Checking segment: {'id': '41f5dee7-ab23-43b1-aa27-bfef182659e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:20:15.112694 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Bound using segment: {'id': '41f5dee7-ab23-43b1-aa27-bfef182659e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:20:15.113113 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Bound port: 2a13dfc3-e086-4695-9421-984deb46c4f0, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f5dee7-ab23-43b1-aa27-bfef182659e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:20:15.113460 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:15.174554 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] For port 2a13dfc3-e086-4695-9421-984deb46c4f0, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:20:15.177457 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] For port 2a13dfc3-e086-4695-9421-984deb46c4f0, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2a13dfc3-e086-4695-9421-984deb46c4f0,segment=NetworkSegment(41f5dee7-ab23-43b1-aa27-bfef182659e0),segment_id=41f5dee7-ab23-43b1-aa27-bfef182659e0)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:20:15.181911 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:15.216287 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:15.216968 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:15.218345 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] 10.222.0.32 "PUT /v2.0/ports/2a13dfc3-e086-4695-9421-984deb46c4f0 HTTP/1.1" status: 200 len: 1094 time: 0.5628431 Aug 08 17:20:15.220405 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834452ad-28eb-40e1-acdc-29a57b9595f2', 'tag': '2a13dfc3-e086-4695-9421-984deb46c4f0'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:20:15.222759 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765ef590-60ac-49a1-9182-ec1ac8a25df5" -d '{"events": [{"name": "network-changed", "server_uuid": "834452ad-28eb-40e1-acdc-29a57b9595f2", "tag": "2a13dfc3-e086-4695-9421-984deb46c4f0"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:20:15.250466 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c7b4d-65ff-46c0-a817-d68827e76c37 service neutron] Pushing event updated for resources: {'Port': ['ID=2a13dfc3-e086-4695-9421-984deb46c4f0,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:15.266692 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89acd239-3d83-4b41-beea-a53254403a1c x-openstack-request-id: req-89acd239-3d83-4b41-beea-a53254403a1c {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:20:15.267038 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834452ad-28eb-40e1-acdc-29a57b9595f2", "tag": "2a13dfc3-e086-4695-9421-984deb46c4f0", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:20:15.267289 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89acd239-3d83-4b41-beea-a53254403a1c {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:20:15.267684 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834452ad-28eb-40e1-acdc-29a57b9595f2', 'tag': '2a13dfc3-e086-4695-9421-984deb46c4f0', 'status': 'completed', 'code': 200} Aug 08 17:20:15.302043 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222aa7-0575-4f13-a4f7-81217d5fbfe8 req-b243311a-a365-4b86-95d4-3e6cb3c27e57 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:15.303636 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bd222aa7-0575-4f13-a4f7-81217d5fbfe8 req-b243311a-a365-4b86-95d4-3e6cb3c27e57 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 944 time: 0.0544202 Aug 08 17:20:15.321654 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:20:15.324582 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-16770dc0-3538-4d6c-a037-e90066986995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:15.326154 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-16770dc0-3538-4d6c-a037-e90066986995 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12cfd46a00624f0dbc1d56ef0c5944fa&device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 1097 time: 0.0432353 Aug 08 17:20:15.343742 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bd222aa7-0575-4f13-a4f7-81217d5fbfe8 req-fcdb94c8-44b3-48d6-bacd-a6b64e680638 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Aug 08 17:20:15.389607 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-ad3259a1-4dde-4fc6-94d1-0531431efcc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a13dfc3-e086-4695-9421-984deb46c4f0 HTTP/1.1" status: 200 len: 217 time: 0.0372496 Aug 08 17:20:15.437705 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-18aadea5-1e6d-4f6b-8920-79dbc6300c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:15.439046 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-18aadea5-1e6d-4f6b-8920-79dbc6300c9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa8647a-3fe2-417f-a159-2dab28bc05c7 HTTP/1.1" status: 200 len: 849 time: 0.0424154 Aug 08 17:20:15.469468 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-0f179f61-6148-491e-911f-7b4f4336d36e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a331ea78-44e8-4bf9-9478-2bbce97711ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237191 Aug 08 17:20:15.551886 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:15.560766 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-a114c695-24ac-4141-9b12-acbf862d541a service neutron] 10.222.0.32 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836427 Aug 08 17:20:15.650874 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c41747d1-3c6a-43e6-927a-5e38dd274360 req-8cf76ec0-e3e0-4e6c-884e-91d33c12a5ff service neutron] 10.222.0.32 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814843 Aug 08 17:20:15.770444 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ef590-60ac-49a1-9182-ec1ac8a25df5 req-7ad739d0-e243-4438-afdf-75287e38a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:15.771814 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-765ef590-60ac-49a1-9182-ec1ac8a25df5 req-7ad739d0-e243-4438-afdf-75287e38a273 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12cfd46a00624f0dbc1d56ef0c5944fa&device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 1097 time: 0.0402200 Aug 08 17:20:15.861873 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ef590-60ac-49a1-9182-ec1ac8a25df5 req-04f29e86-f7f9-469a-b78a-7db676a35899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:15.863336 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-765ef590-60ac-49a1-9182-ec1ac8a25df5 req-04f29e86-f7f9-469a-b78a-7db676a35899 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a331ea78-44e8-4bf9-9478-2bbce97711ed HTTP/1.1" status: 200 len: 909 time: 0.0847061 Aug 08 17:20:15.903096 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-765ef590-60ac-49a1-9182-ec1ac8a25df5 req-6f51543b-6c66-4173-83ba-aee2e5afc2bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a13dfc3-e086-4695-9421-984deb46c4f0 HTTP/1.1" status: 200 len: 217 time: 0.0323880 Aug 08 17:20:15.955045 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ef590-60ac-49a1-9182-ec1ac8a25df5 req-06695484-9f3a-4ad2-858c-5735b1e93809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:15.956451 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-765ef590-60ac-49a1-9182-ec1ac8a25df5 req-06695484-9f3a-4ad2-858c-5735b1e93809 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa8647a-3fe2-417f-a159-2dab28bc05c7 HTTP/1.1" status: 200 len: 849 time: 0.0467751 Aug 08 17:20:15.987769 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-765ef590-60ac-49a1-9182-ec1ac8a25df5 req-b6cd8821-b292-4763-acf7-cb5fdf34d5df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a331ea78-44e8-4bf9-9478-2bbce97711ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238657 Aug 08 17:20:16.074117 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-765ef590-60ac-49a1-9182-ec1ac8a25df5 req-801d81c4-5d20-4746-b1d3-1102fc26ef74 service neutron] 10.222.0.32 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793722 Aug 08 17:20:16.164763 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-765ef590-60ac-49a1-9182-ec1ac8a25df5 req-8a42e081-6b30-4f9b-b3a2-b99b191f4253 service neutron] 10.222.0.32 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834987 Aug 08 17:20:16.456928 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832ba3a-eada-4b07-998d-6363cad7cffa req-250c47b3-1f95-4914-9646-e837dccb0168 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:16.459351 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3832ba3a-eada-4b07-998d-6363cad7cffa req-250c47b3-1f95-4914-9646-e837dccb0168 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 944 time: 0.0490348 Aug 08 17:20:16.496297 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3832ba3a-eada-4b07-998d-6363cad7cffa req-e176ed22-6800-4d2b-bf32-4655bc8ff40f tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Aug 08 17:20:17.608850 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ad596-95f8-4296-a1d3-ad52ba0aedf5 req-c4e4378f-dcee-4ff3-8006-593ac71b7147 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:17.610311 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-362ad596-95f8-4296-a1d3-ad52ba0aedf5 req-c4e4378f-dcee-4ff3-8006-593ac71b7147 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 944 time: 0.0486560 Aug 08 17:20:17.648479 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-362ad596-95f8-4296-a1d3-ad52ba0aedf5 req-f9122c2e-e5e7-4373-bf54-ee6df138e4fb tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 Aug 08 17:20:17.961320 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-df1cd603-f58a-4f32-9c01-f878dcf70a7b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012334330&fields=id&tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa HTTP/1.1" status: 200 len: 267 time: 0.0322540 Aug 08 17:20:18.068012 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-41c02b6e-f699-4fe0-b65f-1cb18a9076fd tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:18.069271 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-41c02b6e-f699-4fe0-b65f-1cb18a9076fd tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 812 time: 0.1014044 Aug 08 17:20:18.084977 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-f2826cb4-240c-4418-a906-866c2b05ae21 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/quotas/1e1c602c1d8b45cfadc1df621fbbdafa HTTP/1.1" status: 200 len: 375 time: 0.0097373 Aug 08 17:20:18.143033 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-55ae9f31-77f6-47fd-b4ce-f937bda0aa73 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522950 Aug 08 17:20:18.238109 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-3ea66b22-f2d9-442c-98d7-d2159ce88b97 service neutron] 10.222.0.20 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833340 Aug 08 17:20:18.325057 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-fff7a3ee-62f3-4127-b031-ea6b5a598311 service neutron] 10.222.0.20 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806279 Aug 08 17:20:18.603221 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3cccbc79-4194-497f-bff2-5003b291b7ce req-43787031-8076-4192-ae8d-652d94082f4b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 210 time: 0.0259216 Aug 08 17:20:18.766968 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ecd73-eb5c-4540-b333-411085d35146 req-c60e94a2-c7d1-4880-a55d-629ce7320a21 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:18.768660 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ed9ecd73-eb5c-4540-b333-411085d35146 req-c60e94a2-c7d1-4880-a55d-629ce7320a21 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 944 time: 0.0520582 Aug 08 17:20:18.815334 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ed9ecd73-eb5c-4540-b333-411085d35146 req-40a70853-561d-4a49-a5f1-196a8ddda8cc tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Aug 08 17:20:19.559934 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-c38d9ea5-3bd1-40b9-b22c-0aa5f90100a1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:19.561368 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-c38d9ea5-3bd1-40b9-b22c-0aa5f90100a1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 812 time: 0.1003673 Aug 08 17:20:19.609421 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-94050f84-7633-4694-8465-875b1e744d52 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa HTTP/1.1" status: 200 len: 380 time: 0.0347462 Aug 08 17:20:19.634356 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'port': {'device_id': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'admin_state_up': True, 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'security_groups': ['c08f0353-f54f-4344-b449-efb0f401928a']}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:20:19.708938 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-31f4bfa1-70f4-44ad-852d-92ad248d93df req-9f0dc882-39d3-40a5-b7a1-c80bcd593169 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 210 time: 0.0330977 Aug 08 17:20:19.755021 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Made reservation on behalf of 1e1c602c1d8b45cfadc1df621fbbdafa for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:20:19.758780 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:19.887471 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Allocated IP 172.20.0.14 (17cc2801-1027-4a12-a6a6-6c26c50fdecd/cd38fc45-b95f-4ced-ba4e-6cad8dd467f8/bc5b38e0-94a9-4e51-8504-946cfa3577cd) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:20:19.933597 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc416fa-19bd-42ce-a35a-7ab710b46bf9 req-b9fd7f73-b144-4519-b73f-da0f77c4813e tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:19.935020 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4dc416fa-19bd-42ce-a35a-7ab710b46bf9 req-b9fd7f73-b144-4519-b73f-da0f77c4813e tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 944 time: 0.0497119 Aug 08 17:20:19.972985 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4dc416fa-19bd-42ce-a35a-7ab710b46bf9 req-ebf38a4c-563d-4f4d-abce-79c77b9308e4 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Aug 08 17:20:20.024532 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.037700 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Transition to ACTIVE for port object bc5b38e0-94a9-4e51-8504-946cfa3577cd will not be triggered until provisioned by entity DHCP. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:20:20.071611 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.116611 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:20:20.119619 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:20:20.125688 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:20:20.155747 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'Port': ['ID=bc5b38e0-94a9-4e51-8504-946cfa3577cd,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:20.191031 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:20.191636 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.209588 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-ba68bd50-8a24-43f3-b3cd-1fcdd9993107 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5791795 Aug 08 17:20:20.231049 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Request body: {'port': {'device_id': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:20:20.289239 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.371669 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-9dc44541-101e-4ff1-bbc3-67feed19822b None None] Provisioning for port bc5b38e0-94a9-4e51-8504-946cfa3577cd completed by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:20:20.375475 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-9dc44541-101e-4ff1-bbc3-67feed19822b None None] Provisioning complete for port bc5b38e0-94a9-4e51-8504-946cfa3577cd triggered by entity DHCP. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:20:20.375853 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9dc44541-101e-4ff1-bbc3-67feed19822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.408831 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-9dc44541-101e-4ff1-bbc3-67feed19822b None None] Port bc5b38e0-94a9-4e51-8504-946cfa3577cd cannot update to ACTIVE because it is not bound. {{(pid=93517) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 08 17:20:20.555699 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5b38e0-94a9-4e51-8504-946cfa3577cd {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:20:20.563427 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.575158 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Transition to ACTIVE for port object bc5b38e0-94a9-4e51-8504-946cfa3577cd will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:20:20.578811 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.626078 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5b38e0-94a9-4e51-8504-946cfa3577cd,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:20.695207 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Attempting to bind port bc5b38e0-94a9-4e51-8504-946cfa3577cd on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:20:20.695547 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Attempting to bind port bc5b38e0-94a9-4e51-8504-946cfa3577cd by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:20:20.695876 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Attempting to bind port bc5b38e0-94a9-4e51-8504-946cfa3577cd on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:20:20.700584 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Port bc5b38e0-94a9-4e51-8504-946cfa3577cd on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:20:20.700905 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Attempting to bind port bc5b38e0-94a9-4e51-8504-946cfa3577cd on network 17cc2801-1027-4a12-a6a6-6c26c50fdecd {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:20:20.705893 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:20:20.706235 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Checking segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:20:20.706621 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Bound using segment: {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:20:20.707084 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Bound port: bc5b38e0-94a9-4e51-8504-946cfa3577cd, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8531d0f4-38da-4055-a32d-ce0ca5caf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:20:20.708061 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.781706 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] For port bc5b38e0-94a9-4e51-8504-946cfa3577cd, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:20:20.785091 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] For port bc5b38e0-94a9-4e51-8504-946cfa3577cd, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bc5b38e0-94a9-4e51-8504-946cfa3577cd,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:20:20.790611 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.791237 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-2b6b9cfd-4ea3-40d9-a5d6-437760203460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.827666 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:20.828280 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:20.830310 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7f59-5010-4636-8647-dfb6acad616d req-5db12cf2-228a-48bb-859c-3666e2d24be5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:20.830459 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] 10.222.0.32 "PUT /v2.0/ports/bc5b38e0-94a9-4e51-8504-946cfa3577cd HTTP/1.1" status: 200 len: 1094 time: 0.6042647 Aug 08 17:20:20.830922 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'tag': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:20:20.832224 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-125c7f59-5010-4636-8647-dfb6acad616d req-5db12cf2-228a-48bb-859c-3666e2d24be5 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 944 time: 0.0550802 Aug 08 17:20:20.833706 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1affafc-cf5c-4bec-b8f0-281bcc52e275" -d '{"events": [{"name": "network-changed", "server_uuid": "4206b38e-21c1-4eff-bfb4-a0558de2b64c", "tag": "bc5b38e0-94a9-4e51-8504-946cfa3577cd"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:20:20.856283 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6b588-80da-4616-b9cd-a03800408761 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5b38e0-94a9-4e51-8504-946cfa3577cd,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:20.887364 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb9638c-bcce-4e9a-8d81-2d9a897f3191 x-openstack-request-id: req-2eb9638c-bcce-4e9a-8d81-2d9a897f3191 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:20:20.887729 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4206b38e-21c1-4eff-bfb4-a0558de2b64c", "tag": "bc5b38e0-94a9-4e51-8504-946cfa3577cd", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:20:20.888050 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2eb9638c-bcce-4e9a-8d81-2d9a897f3191 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:20:20.888520 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'tag': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'status': 'completed', 'code': 200} Aug 08 17:20:20.899072 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-125c7f59-5010-4636-8647-dfb6acad616d req-f22e1250-4959-4e65-bd97-78fa25d3c63f tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438254 Aug 08 17:20:20.946356 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-d4d1e2fb-1504-427e-8f38-22b9c8dfc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:20.948309 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-d4d1e2fb-1504-427e-8f38-22b9c8dfc226 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 1097 time: 0.0460367 Aug 08 17:20:21.007615 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-622ff2bf-f319-41f9-acc8-e9bf9bd91b11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc5b38e0-94a9-4e51-8504-946cfa3577cd HTTP/1.1" status: 200 len: 217 time: 0.0470698 Aug 08 17:20:21.023990 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 2a13dfc3-e086-4695-9421-984deb46c4f0 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:20:21.061968 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-20494811-fc30-406a-910a-c3b0afddd745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:21.063538 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-20494811-fc30-406a-910a-c3b0afddd745 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0485394 Aug 08 17:20:21.096972 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95c828-f9f5-4be3-8d5e-169d8970d852 req-b6cfe580-2c74-47cd-b839-541dc071544d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:21.099329 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ae95c828-f9f5-4be3-8d5e-169d8970d852 req-b6cfe580-2c74-47cd-b839-541dc071544d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 944 time: 0.0540180 Aug 08 17:20:21.113089 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-e4a287be-c1cd-47f0-8010-8b3d89e0005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:21.114725 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-e4a287be-c1cd-47f0-8010-8b3d89e0005e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435398 Aug 08 17:20:21.134736 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 2a13dfc3-e086-4695-9421-984deb46c4f0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2a13dfc3-e086-4695-9421-984deb46c4f0,segment=NetworkSegment(41f5dee7-ab23-43b1-aa27-bfef182659e0),segment_id=41f5dee7-ab23-43b1-aa27-bfef182659e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:21.142629 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ae95c828-f9f5-4be3-8d5e-169d8970d852 req-4194344c-e2ee-40c7-b8fe-14d146933f92 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320415 Aug 08 17:20:21.146666 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '2a13dfc3-e086-4695-9421-984deb46c4f0', 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed', 'port_id': '2a13dfc3-e086-4695-9421-984deb46c4f0', 'mac_address': 'fa:16:3e:b6:bf:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa8647a-3fe2-417f-a159-2dab28bc05c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:20:21.185989 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:21.199721 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a13dfc3-e086-4695-9421-984deb46c4f0 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:20:21.208360 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-3789a2f3-ba5b-4615-a3c3-97220f73aec1 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852931 Aug 08 17:20:21.219540 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 2a13dfc3-e086-4695-9421-984deb46c4f0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2a13dfc3-e086-4695-9421-984deb46c4f0,segment=NetworkSegment(41f5dee7-ab23-43b1-aa27-bfef182659e0),segment_id=41f5dee7-ab23-43b1-aa27-bfef182659e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:21.224093 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:21.278615 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=2a13dfc3-e086-4695-9421-984deb46c4f0,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:21.296304 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7830901c-b7dc-4d16-a470-f1595e338b6e req-17c088ab-afb1-4606-9988-910543490c34 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816565 Aug 08 17:20:21.413902 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-86a18dce-f94c-4fe0-84b2-d0353c153b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:21.415709 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-86a18dce-f94c-4fe0-84b2-d0353c153b18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 1097 time: 0.0421965 Aug 08 17:20:21.509572 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-c3ef8d21-0b7c-4d37-844f-4c24a4912058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:21.511134 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-c3ef8d21-0b7c-4d37-844f-4c24a4912058 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 912 time: 0.0884688 Aug 08 17:20:21.550177 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-0111b07b-ca01-4f64-a9da-ab9a9229d194 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc5b38e0-94a9-4e51-8504-946cfa3577cd HTTP/1.1" status: 200 len: 217 time: 0.0321038 Aug 08 17:20:21.598213 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-583196b4-3a58-4729-944c-c249ed37e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:21.599730 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-583196b4-3a58-4729-944c-c249ed37e6a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0428209 Aug 08 17:20:21.647843 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-74cb7492-c843-4216-a49d-f63d03b89722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:21.649271 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-74cb7492-c843-4216-a49d-f63d03b89722 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430615 Aug 08 17:20:21.736245 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-7c69e83d-d886-4849-9dad-c6f4c69a1de6 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801308 Aug 08 17:20:21.807167 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['2a13dfc3-e086-4695-9421-984deb46c4f0'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:20:21.827848 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-e1affafc-cf5c-4bec-b8f0-281bcc52e275 req-171b7031-81d8-4a73-81c4-19d89d753ca7 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835946 Aug 08 17:20:22.012969 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c6266-6bbd-40e1-a195-6643a8bf9af2 req-a79ffeda-ea90-4ad1-8d50-44e07bd28399 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:22.014338 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a26c6266-6bbd-40e1-a195-6643a8bf9af2 req-a79ffeda-ea90-4ad1-8d50-44e07bd28399 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 944 time: 0.0482681 Aug 08 17:20:22.050644 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a26c6266-6bbd-40e1-a195-6643a8bf9af2 req-4eb05685-a65a-4638-a94d-27970260e91e tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304742 Aug 08 17:20:22.255755 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb88c7-46d2-4e55-8227-5af937e9f3a6 req-dd88dada-6119-4adf-87a3-754ca085bc87 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:22.257214 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7fdb88c7-46d2-4e55-8227-5af937e9f3a6 req-dd88dada-6119-4adf-87a3-754ca085bc87 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 945 time: 0.0479395 Aug 08 17:20:22.293215 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7fdb88c7-46d2-4e55-8227-5af937e9f3a6 req-44feb3f0-7faa-4a92-ae4d-fccb9466451d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300927 Aug 08 17:20:23.042444 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 2a13dfc3-e086-4695-9421-984deb46c4f0 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:20:23.096124 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port 2a13dfc3-e086-4695-9421-984deb46c4f0 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:20:23.101346 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 2a13dfc3-e086-4695-9421-984deb46c4f0 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:20:23.101725 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:23.166575 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771548b0-f564-41a7-a16f-17cb3ec1bd66 req-f952c365-ad91-4edb-8b48-2940e6ba5661 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:23.168080 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-771548b0-f564-41a7-a16f-17cb3ec1bd66 req-f952c365-ad91-4edb-8b48-2940e6ba5661 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 944 time: 0.0507350 Aug 08 17:20:23.177117 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:23.199200 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834452ad-28eb-40e1-acdc-29a57b9595f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a13dfc3-e086-4695-9421-984deb46c4f0'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:20:23.201352 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570a0c3a-86cd-4922-bd3f-6df27cf5df50" -d '{"events": [{"server_uuid": "834452ad-28eb-40e1-acdc-29a57b9595f2", "name": "network-vif-plugged", "status": "completed", "tag": "2a13dfc3-e086-4695-9421-984deb46c4f0"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:20:23.205810 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-771548b0-f564-41a7-a16f-17cb3ec1bd66 req-d2a4419b-dd28-40d8-91ea-408b789459e2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Aug 08 17:20:23.215423 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 2a13dfc3-e086-4695-9421-984deb46c4f0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2a13dfc3-e086-4695-9421-984deb46c4f0,segment=NetworkSegment(41f5dee7-ab23-43b1-aa27-bfef182659e0),segment_id=41f5dee7-ab23-43b1-aa27-bfef182659e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:23.221460 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:23.244749 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158fc4d9-27bd-4732-9004-888c8a9b50c7 x-openstack-request-id: req-158fc4d9-27bd-4732-9004-888c8a9b50c7 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:20:23.245038 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834452ad-28eb-40e1-acdc-29a57b9595f2", "name": "network-vif-plugged", "status": "completed", "tag": "2a13dfc3-e086-4695-9421-984deb46c4f0", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:20:23.245290 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-158fc4d9-27bd-4732-9004-888c8a9b50c7 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:20:23.245673 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834452ad-28eb-40e1-acdc-29a57b9595f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a13dfc3-e086-4695-9421-984deb46c4f0', 'code': 200} Aug 08 17:20:23.271793 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=2a13dfc3-e086-4695-9421-984deb46c4f0,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:23.413242 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8c57c-acec-4d39-8e3b-bb0d861e7bc1 req-2c06cdaf-00b9-4f4b-b7d3-d122c296e07b tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:23.414740 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2ed8c57c-acec-4d39-8e3b-bb0d861e7bc1 req-2c06cdaf-00b9-4f4b-b7d3-d122c296e07b tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 946 time: 0.0512655 Aug 08 17:20:23.453005 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-2ed8c57c-acec-4d39-8e3b-bb0d861e7bc1 req-746bc670-daa9-4cf3-8cde-9b8a43218ecc tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321240 Aug 08 17:20:23.457660 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55084bc8-9e79-4ae2-b4b4-89078e5dc5a3 req-ed290228-e37a-42b3-bf1a-0c58ad5db348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:23.459244 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-55084bc8-9e79-4ae2-b4b4-89078e5dc5a3 req-ed290228-e37a-42b3-bf1a-0c58ad5db348 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 1099 time: 0.0404472 Aug 08 17:20:23.494142 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-55084bc8-9e79-4ae2-b4b4-89078e5dc5a3 req-3e2aeb64-2065-4cf8-be3e-b61a63a4f9e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281653 Aug 08 17:20:23.648339 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-aae7ffa7-4e71-4a4f-a70a-321581de99f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:23.904529 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:24.320040 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5939dda-1ee0-428d-936a-98c8810cb988 req-bad56f96-ac17-432c-8968-7c9bb9e437b1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:24.321529 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a5939dda-1ee0-428d-936a-98c8810cb988 req-bad56f96-ac17-432c-8968-7c9bb9e437b1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 944 time: 0.0472031 Aug 08 17:20:24.358770 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a5939dda-1ee0-428d-936a-98c8810cb988 req-b8d12179-4fed-40cb-85c7-fc726d619186 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309761 Aug 08 17:20:24.632596 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:24.795228 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0402c-e247-445f-bc78-0b1c1dba94c5 req-4165d9b4-23d7-43dd-9512-83712b619ceb tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:24.796599 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-88a0402c-e247-445f-bc78-0b1c1dba94c5 req-4165d9b4-23d7-43dd-9512-83712b619ceb tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 946 time: 0.2778802 Aug 08 17:20:24.836005 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-88a0402c-e247-445f-bc78-0b1c1dba94c5 req-a44f178c-d8ec-4a96-bb17-2eb5fdc44b69 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Aug 08 17:20:25.470792 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520ecb1-51e0-4696-b4c3-5170bbee1c1d req-c2954ef9-cbbe-41c5-8145-06b107c42df4 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:25.472252 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f520ecb1-51e0-4696-b4c3-5170bbee1c1d req-c2954ef9-cbbe-41c5-8145-06b107c42df4 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 944 time: 0.0471222 Aug 08 17:20:25.509494 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f520ecb1-51e0-4696-b4c3-5170bbee1c1d req-a8f4b261-e784-4a4b-bb7d-478476c143a1 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306408 Aug 08 17:20:25.951753 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67387357-4e4a-465f-85fa-575e23a43772 req-5c46c597-02b0-452e-b690-f9a549f17157 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:25.953238 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-67387357-4e4a-465f-85fa-575e23a43772 req-5c46c597-02b0-452e-b690-f9a549f17157 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 946 time: 0.0500906 Aug 08 17:20:25.991903 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-67387357-4e4a-465f-85fa-575e23a43772 req-76acfc22-02ce-4fcd-8b47-44b4cc00aba9 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Aug 08 17:20:26.227004 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:26.634310 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64256399-7691-423b-8ea5-133045e30258 req-677d5f6a-e26c-4749-811e-19b1e2f32ccc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:26.635869 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-64256399-7691-423b-8ea5-133045e30258 req-677d5f6a-e26c-4749-811e-19b1e2f32ccc tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 944 time: 0.0522022 Aug 08 17:20:26.700917 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-64256399-7691-423b-8ea5-133045e30258 req-d240ea86-00b6-48d1-a8ee-2048332b6535 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532148 Aug 08 17:20:26.709607 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45447f3-296f-4fa7-83ec-2c08526b7f89 req-8c637b94-fa2d-4b0d-8413-abe35135cf09 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:26.711061 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d45447f3-296f-4fa7-83ec-2c08526b7f89 req-8c637b94-fa2d-4b0d-8413-abe35135cf09 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 946 time: 0.0728123 Aug 08 17:20:26.748192 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d45447f3-296f-4fa7-83ec-2c08526b7f89 req-b2c5f92e-ba5d-48df-83fa-4027a97197d0 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Aug 08 17:20:27.814000 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72207d-be10-4dd6-ac2f-66e7c5cc4724 req-4433d491-15dc-4a7b-97e9-2c3230cf0481 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:27.815431 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ed72207d-be10-4dd6-ac2f-66e7c5cc4724 req-4433d491-15dc-4a7b-97e9-2c3230cf0481 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 944 time: 0.0491862 Aug 08 17:20:27.882575 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ed72207d-be10-4dd6-ac2f-66e7c5cc4724 req-501ad70d-9fd7-4e62-8333-ab238a5faea9 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577171 Aug 08 17:20:27.889814 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cb6d1-e7a1-42c7-8079-ffa0e8067250 req-24f06876-34ae-4455-93b7-ef43b48c4acf tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:27.891262 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-452cb6d1-e7a1-42c7-8079-ffa0e8067250 req-24f06876-34ae-4455-93b7-ef43b48c4acf tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 946 time: 0.0749159 Aug 08 17:20:27.929188 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-452cb6d1-e7a1-42c7-8079-ffa0e8067250 req-471bad3c-056e-46f2-839f-97c5697fb30b tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Aug 08 17:20:28.578085 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-977ed5af-8f56-41df-a1b7-a6d4b0a782c0 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:28.579571 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-977ed5af-8f56-41df-a1b7-a6d4b0a782c0 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.32 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 946 time: 0.0544269 Aug 08 17:20:28.671383 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-9d24a4bc-5408-4414-a6b1-817556046f1d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Deleting port 2a13dfc3-e086-4695-9421-984deb46c4f0 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:20:28.671721 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-9d24a4bc-5408-4414-a6b1-817556046f1d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:28.756194 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-9d24a4bc-5408-4414-a6b1-817556046f1d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] For port 2a13dfc3-e086-4695-9421-984deb46c4f0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2a13dfc3-e086-4695-9421-984deb46c4f0,segment=NetworkSegment(41f5dee7-ab23-43b1-aa27-bfef182659e0),segment_id=41f5dee7-ab23-43b1-aa27-bfef182659e0)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:28.756553 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-9d24a4bc-5408-4414-a6b1-817556046f1d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:28.768847 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-9d24a4bc-5408-4414-a6b1-817556046f1d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Calling delete_port for 2a13dfc3-e086-4695-9421-984deb46c4f0 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:20:28.896392 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-9d24a4bc-5408-4414-a6b1-817556046f1d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:28.923874 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24a4bc-5408-4414-a6b1-817556046f1d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Pushing event deleted for resources: {'Port': ['ID=2a13dfc3-e086-4695-9421-984deb46c4f0,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:28.933060 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['2a13dfc3-e086-4695-9421-984deb46c4f0'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:20:28.969554 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-9d24a4bc-5408-4414-a6b1-817556046f1d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] No DVR routers for this DVR port 2a13dfc3-e086-4695-9421-984deb46c4f0 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:20:28.972226 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-9d24a4bc-5408-4414-a6b1-817556046f1d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:28.974166 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6865c231-a470-46f5-87c8-dd3724d1fdd2 req-9d24a4bc-5408-4414-a6b1-817556046f1d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.32 "DELETE /v2.0/ports/2a13dfc3-e086-4695-9421-984deb46c4f0 HTTP/1.1" status: 204 len: 173 time: 0.3873353 Aug 08 17:20:28.974612 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834452ad-28eb-40e1-acdc-29a57b9595f2', 'name': 'network-vif-deleted', 'tag': '2a13dfc3-e086-4695-9421-984deb46c4f0'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:20:28.976846 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278edb2a-d91f-452c-84f7-c914cfe909b8" -d '{"events": [{"server_uuid": "834452ad-28eb-40e1-acdc-29a57b9595f2", "name": "network-vif-deleted", "tag": "2a13dfc3-e086-4695-9421-984deb46c4f0"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:20:29.012780 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60541f-68a2-4ad0-803b-ee4cf69282b7 req-5e63e490-2b12-467f-b510-df92b9d8dd8d tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:29.014326 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6a60541f-68a2-4ad0-803b-ee4cf69282b7 req-5e63e490-2b12-467f-b510-df92b9d8dd8d tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 944 time: 0.0647388 Aug 08 17:20:29.049744 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1234b6eb-39ae-4332-8c23-90b4b098744e req-5ec5dd9c-7ee2-45d1-8de7-2ecc98fb4061 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=834452ad-28eb-40e1-acdc-29a57b9595f2 HTTP/1.1" status: 200 len: 210 time: 0.0344021 Aug 08 17:20:29.076489 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6a60541f-68a2-4ad0-803b-ee4cf69282b7 req-7d4d69a4-5af6-44f8-98d4-9781a2308c3f tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528386 Aug 08 17:20:29.094884 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3f9f33-e93a-4cc7-934a-3ed34c8667f8 x-openstack-request-id: req-ac3f9f33-e93a-4cc7-934a-3ed34c8667f8 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:20:29.095245 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834452ad-28eb-40e1-acdc-29a57b9595f2", "name": "network-vif-deleted", "tag": "2a13dfc3-e086-4695-9421-984deb46c4f0", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:20:29.095556 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac3f9f33-e93a-4cc7-934a-3ed34c8667f8 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:20:29.096035 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834452ad-28eb-40e1-acdc-29a57b9595f2', 'name': 'network-vif-deleted', 'tag': '2a13dfc3-e086-4695-9421-984deb46c4f0', 'status': 'completed', 'code': 200} Aug 08 17:20:30.198655 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0289a57-6ceb-478a-aae6-d682fb13a317 req-bba700ae-7ff1-478e-9163-bbf5725b78e4 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:30.200204 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d0289a57-6ceb-478a-aae6-d682fb13a317 req-bba700ae-7ff1-478e-9163-bbf5725b78e4 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 944 time: 0.0531292 Aug 08 17:20:30.288214 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d0289a57-6ceb-478a-aae6-d682fb13a317 req-3a4c04ea-5af3-46fc-83fc-a70ab6244005 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814359 Aug 08 17:20:30.329286 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-8651769b-464d-4d56-917a-47b1a2ec3c54 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:30.330671 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-8651769b-464d-4d56-917a-47b1a2ec3c54 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/networks?id=a331ea78-44e8-4bf9-9478-2bbce97711ed HTTP/1.1" status: 200 len: 809 time: 0.1256359 Aug 08 17:20:30.345854 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-9a9abb8f-b815-4791-b812-e125361503db tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/quotas/12cfd46a00624f0dbc1d56ef0c5944fa HTTP/1.1" status: 200 len: 375 time: 0.0089211 Aug 08 17:20:30.380981 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-f3b396e9-0326-49e7-9306-fc8a7fd6e5b1 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12cfd46a00624f0dbc1d56ef0c5944fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297494 Aug 08 17:20:30.468194 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-e905f899-58c3-4a2f-b18a-bb74beb62fd1 service neutron] 10.222.0.20 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802500 Aug 08 17:20:30.557779 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-955a8605-652c-44df-826c-501220379159 service neutron] 10.222.0.20 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835702 Aug 08 17:20:30.709116 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c701833a-029e-4189-a29a-fd90dffc3189 req-abda8d6e-3c27-4e80-bb3d-15ea78122f08 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 210 time: 0.0267887 Aug 08 17:20:31.057536 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device bc5b38e0-94a9-4e51-8504-946cfa3577cd details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:20:31.152885 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port bc5b38e0-94a9-4e51-8504-946cfa3577cd, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bc5b38e0-94a9-4e51-8504-946cfa3577cd,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:31.164882 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'port_id': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'mac_address': 'fa:16:3e:07:cf:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:20:31.205287 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:31.219573 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5b38e0-94a9-4e51-8504-946cfa3577cd {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:20:31.240033 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port bc5b38e0-94a9-4e51-8504-946cfa3577cd, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bc5b38e0-94a9-4e51-8504-946cfa3577cd,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:31.243325 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:31.290273 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=bc5b38e0-94a9-4e51-8504-946cfa3577cd,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:31.401455 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629956c-990d-4c76-b680-16fc93f82168 req-195c78fc-9fed-410f-823d-c2ae8fbf2b12 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:31.402985 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f629956c-990d-4c76-b680-16fc93f82168 req-195c78fc-9fed-410f-823d-c2ae8fbf2b12 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 945 time: 0.0474324 Aug 08 17:20:31.439539 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f629956c-990d-4c76-b680-16fc93f82168 req-1d5a7ecf-0b0b-4147-83ac-7ab2288b3607 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307460 Aug 08 17:20:31.685364 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['bc5b38e0-94a9-4e51-8504-946cfa3577cd'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:20:31.725394 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-eb181a57-1804-45e9-8c5e-5803d81a37ad tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:31.726984 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-eb181a57-1804-45e9-8c5e-5803d81a37ad tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.32 "GET /v2.0/networks?id=a331ea78-44e8-4bf9-9478-2bbce97711ed HTTP/1.1" status: 200 len: 809 time: 0.1049247 Aug 08 17:20:31.747953 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Request body: {'port': {'device_id': '0355e851-c3f9-4eeb-ae64-25f4ce8fc180', 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed', 'admin_state_up': True, 'tenant_id': '12cfd46a00624f0dbc1d56ef0c5944fa'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:20:31.812789 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9ec74c2c-6f3e-4fed-acde-accc241ddb59 req-ee18cca8-1ac7-4dc1-8def-ade42157a485 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 210 time: 0.0306728 Aug 08 17:20:31.869349 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Made reservation on behalf of 12cfd46a00624f0dbc1d56ef0c5944fa for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:20:31.873097 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:31.994486 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Allocated IP 172.20.0.13 (a331ea78-44e8-4bf9-9478-2bbce97711ed/eaa8647a-3fe2-417f-a159-2dab28bc05c7/e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:20:32.139316 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:32.177184 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:32.218241 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Network a331ea78-44e8-4bf9-9478-2bbce97711ed is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:20:32.223804 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:20:32.227372 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:20:32.253065 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Pushing event updated for resources: {'Port': ['ID=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:32.280240 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:32.280843 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:32.294389 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-1cbc8916-b13e-4a9b-be04-2b5ef4e1cb80 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5514553 Aug 08 17:20:32.311425 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Request body: {'port': {'device_id': '0355e851-c3f9-4eeb-ae64-25f4ce8fc180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:20:32.362269 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:32.557887 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b8c4-3e5d-4181-b491-41e88485a340 req-4549bbc2-366a-472b-9441-f9a625d8c9d7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:32.558447 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4634b8c4-3e5d-4181-b491-41e88485a340 req-4549bbc2-366a-472b-9441-f9a625d8c9d7 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 945 time: 0.0521359 Aug 08 17:20:32.599980 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4634b8c4-3e5d-4181-b491-41e88485a340 req-82c690df-17d5-4479-a271-15c9b0cfa632 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336890 Aug 08 17:20:32.616839 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:20:32.624204 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:32.636270 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Transition to ACTIVE for port object e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:20:32.640022 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:32.690631 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Pushing event updated for resources: {'Port': ['ID=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:32.758962 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Attempting to bind port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:20:32.759656 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Attempting to bind port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '41f5dee7-ab23-43b1-aa27-bfef182659e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:20:32.759656 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Attempting to bind port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa on network a331ea78-44e8-4bf9-9478-2bbce97711ed {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:20:32.763760 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa on network a331ea78-44e8-4bf9-9478-2bbce97711ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:20:32.764083 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Attempting to bind port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa on network a331ea78-44e8-4bf9-9478-2bbce97711ed {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:20:32.768682 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:20:32.769019 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Checking segment: {'id': '41f5dee7-ab23-43b1-aa27-bfef182659e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:20:32.769498 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Bound using segment: {'id': '41f5dee7-ab23-43b1-aa27-bfef182659e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:20:32.770090 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Bound port: e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f5dee7-ab23-43b1-aa27-bfef182659e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:20:32.770447 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:32.831669 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] For port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:20:32.834982 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] For port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,segment=NetworkSegment(41f5dee7-ab23-43b1-aa27-bfef182659e0),segment_id=41f5dee7-ab23-43b1-aa27-bfef182659e0)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:20:32.839891 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:32.877330 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:32.877995 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:32.880500 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] 10.222.0.32 "PUT /v2.0/ports/e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa HTTP/1.1" status: 200 len: 1094 time: 0.5730000 Aug 08 17:20:32.880946 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0355e851-c3f9-4eeb-ae64-25f4ce8fc180', 'tag': 'e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:20:32.883219 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4523e2-ca9b-462d-854d-9ab014f89e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0355e851-c3f9-4eeb-ae64-25f4ce8fc180", "tag": "e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:20:32.908551 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9066f1-4438-4174-b68b-9d8e9d5aec5d service neutron] Pushing event updated for resources: {'Port': ['ID=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:32.926558 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24012509-cc97-40cd-8d3d-69b7e5dc9862 x-openstack-request-id: req-24012509-cc97-40cd-8d3d-69b7e5dc9862 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:20:32.927058 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0355e851-c3f9-4eeb-ae64-25f4ce8fc180", "tag": "e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:20:32.927326 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24012509-cc97-40cd-8d3d-69b7e5dc9862 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:20:32.927740 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0355e851-c3f9-4eeb-ae64-25f4ce8fc180', 'tag': 'e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa', 'status': 'completed', 'code': 200} Aug 08 17:20:32.946126 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226ad12-dba5-474d-b2e8-a85a5a517906 req-4f1665b4-d7bf-44fe-8109-8ace2afbf833 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:32.947891 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7226ad12-dba5-474d-b2e8-a85a5a517906 req-4f1665b4-d7bf-44fe-8109-8ace2afbf833 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 944 time: 0.0658867 Aug 08 17:20:32.986223 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7226ad12-dba5-474d-b2e8-a85a5a517906 req-1932511a-2c72-4054-8106-40d15d3151ee tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Aug 08 17:20:33.001612 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-d0c28dcb-5593-4e42-96d0-08ded5ca38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:33.003177 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-d0c28dcb-5593-4e42-96d0-08ded5ca38e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12cfd46a00624f0dbc1d56ef0c5944fa&device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 1097 time: 0.0424173 Aug 08 17:20:33.048943 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-c6f6e142-420f-482c-9a84-d32d41e408b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa HTTP/1.1" status: 200 len: 217 time: 0.0332975 Aug 08 17:20:33.074632 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device bc5b38e0-94a9-4e51-8504-946cfa3577cd up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:20:33.115485 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-9c652c61-df4d-44af-9571-1299e17da4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:33.117064 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-9c652c61-df4d-44af-9571-1299e17da4d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa8647a-3fe2-417f-a159-2dab28bc05c7 HTTP/1.1" status: 200 len: 849 time: 0.0611012 Aug 08 17:20:33.125460 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port bc5b38e0-94a9-4e51-8504-946cfa3577cd completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:20:33.129073 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port bc5b38e0-94a9-4e51-8504-946cfa3577cd triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:20:33.129449 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:33.150163 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-7fd9fe31-1cd7-4094-8c57-2214c6565955 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a331ea78-44e8-4bf9-9478-2bbce97711ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238891 Aug 08 17:20:33.211252 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:33.238682 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:20:33.241297 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d1686d-bed6-4735-babf-050417a61ab3" -d '{"events": [{"server_uuid": "4206b38e-21c1-4eff-bfb4-a0558de2b64c", "name": "network-vif-plugged", "status": "completed", "tag": "bc5b38e0-94a9-4e51-8504-946cfa3577cd"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:20:33.245544 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-4e5425fd-729b-4f0c-b987-13209cfd79c7 service neutron] 10.222.0.32 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874653 Aug 08 17:20:33.255792 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port bc5b38e0-94a9-4e51-8504-946cfa3577cd, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bc5b38e0-94a9-4e51-8504-946cfa3577cd,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:33.260056 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:33.260996 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 2a13dfc3-e086-4695-9421-984deb46c4f0 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:20:33.299413 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d2898f-5684-42ae-865d-f8e2f1d10db8 x-openstack-request-id: req-01d2898f-5684-42ae-865d-f8e2f1d10db8 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:20:33.299710 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4206b38e-21c1-4eff-bfb4-a0558de2b64c", "name": "network-vif-plugged", "status": "completed", "tag": "bc5b38e0-94a9-4e51-8504-946cfa3577cd", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:20:33.299956 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01d2898f-5684-42ae-865d-f8e2f1d10db8 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:20:33.300344 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'code': 200} Aug 08 17:20:33.305410 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: 2a13dfc3-e086-4695-9421-984deb46c4f0 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:20:33.305760 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 2a13dfc3-e086-4695-9421-984deb46c4f0 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:20:33.334463 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=bc5b38e0-94a9-4e51-8504-946cfa3577cd,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:33.343829 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-939a8813-b2a4-4968-b927-ec16244a4c0e req-b37eacef-8962-4621-9a75-ee93e3841e4f service neutron] 10.222.0.32 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890462 Aug 08 17:20:33.484780 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4523e2-ca9b-462d-854d-9ab014f89e5d req-43b01123-20cf-49b0-b7aa-da28b2d1a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:33.486185 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4c4523e2-ca9b-462d-854d-9ab014f89e5d req-43b01123-20cf-49b0-b7aa-da28b2d1a70f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=12cfd46a00624f0dbc1d56ef0c5944fa&device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 1097 time: 0.0405531 Aug 08 17:20:33.720686 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a3d12-3084-4352-99f2-3efde0f33632 req-bedbea99-dce0-4767-8f2d-b7c93b021b5e tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:33.721769 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ed2a3d12-3084-4352-99f2-3efde0f33632 req-bedbea99-dce0-4767-8f2d-b7c93b021b5e tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 946 time: 0.0518489 Aug 08 17:20:33.763038 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ed2a3d12-3084-4352-99f2-3efde0f33632 req-252f8832-de0d-4ffb-8547-cb795cad2b25 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348046 Aug 08 17:20:33.883701 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4523e2-ca9b-462d-854d-9ab014f89e5d req-b5296080-7e4c-42ca-93ba-4e8114786f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:33.885160 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4c4523e2-ca9b-462d-854d-9ab014f89e5d req-b5296080-7e4c-42ca-93ba-4e8114786f97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a331ea78-44e8-4bf9-9478-2bbce97711ed HTTP/1.1" status: 200 len: 909 time: 0.3896503 Aug 08 17:20:33.886823 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06eae-59d7-4739-98e7-284b5c7b11a6 req-db380ca2-8772-454c-a4f6-c7986143e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:33.888126 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-f7a06eae-59d7-4739-98e7-284b5c7b11a6 req-db380ca2-8772-454c-a4f6-c7986143e7fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 1099 time: 0.3401763 Aug 08 17:20:33.942005 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4c4523e2-ca9b-462d-854d-9ab014f89e5d req-ec56bab6-4cf0-4483-85ae-29003b751bc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa HTTP/1.1" status: 200 len: 217 time: 0.0426712 Aug 08 17:20:33.982859 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-f7a06eae-59d7-4739-98e7-284b5c7b11a6 req-43522aea-cb5b-4c76-92ed-be1e61998121 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823290 Aug 08 17:20:33.998966 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4523e2-ca9b-462d-854d-9ab014f89e5d req-140ac079-69d5-40ea-ac54-7c87ea389639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:34.000357 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4c4523e2-ca9b-462d-854d-9ab014f89e5d req-140ac079-69d5-40ea-ac54-7c87ea389639 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eaa8647a-3fe2-417f-a159-2dab28bc05c7 HTTP/1.1" status: 200 len: 849 time: 0.0478959 Aug 08 17:20:34.216993 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b9e9c-71d3-44b5-90c6-674429e5da2c req-e88b1058-f6d0-463b-bb8d-43f9134c245c tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:34.218433 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4d6b9e9c-71d3-44b5-90c6-674429e5da2c req-e88b1058-f6d0-463b-bb8d-43f9134c245c tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 944 time: 0.1606798 Aug 08 17:20:34.255250 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4d6b9e9c-71d3-44b5-90c6-674429e5da2c req-14f6d18a-bf2e-4dba-a4d7-3d6d2310e175 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302336 Aug 08 17:20:34.513024 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4c4523e2-ca9b-462d-854d-9ab014f89e5d req-0076747e-97dc-4bc0-bbcb-23920cf55060 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a331ea78-44e8-4bf9-9478-2bbce97711ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277379 Aug 08 17:20:34.601499 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4c4523e2-ca9b-462d-854d-9ab014f89e5d req-d90b0d51-2635-4791-a06b-4303df0e8d33 service neutron] 10.222.0.32 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798373 Aug 08 17:20:34.718192 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4c4523e2-ca9b-462d-854d-9ab014f89e5d req-9664c938-2e1b-4944-91c3-9f9fd33341a8 service neutron] 10.222.0.32 "GET /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840237 Aug 08 17:20:34.923287 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1261-76ca-405a-a7c0-7e229140b2d5 req-2d90306f-7cb5-40c8-ad92-4206b36d1e49 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:34.924772 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0f1e1261-76ca-405a-a7c0-7e229140b2d5 req-2d90306f-7cb5-40c8-ad92-4206b36d1e49 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 946 time: 0.0969498 Aug 08 17:20:34.962767 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0f1e1261-76ca-405a-a7c0-7e229140b2d5 req-95e33b69-925f-4eb9-8065-83a9de398828 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Aug 08 17:20:35.365569 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedda720-a3ad-4d13-be75-3571ebe9f83a req-30725143-efdb-44bc-b298-f527e52c3db1 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:35.367033 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fedda720-a3ad-4d13-be75-3571ebe9f83a req-30725143-efdb-44bc-b298-f527e52c3db1 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 944 time: 0.0478976 Aug 08 17:20:35.403310 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fedda720-a3ad-4d13-be75-3571ebe9f83a req-aa662353-2755-4a81-9647-b352f2436251 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305116 Aug 08 17:20:36.080934 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f07da-aff1-455b-94ba-9a9004c4d942 req-e20ca527-ca04-40ac-882e-bf237c6bfb52 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:36.083259 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cb1f07da-aff1-455b-94ba-9a9004c4d942 req-e20ca527-ca04-40ac-882e-bf237c6bfb52 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 946 time: 0.0534649 Aug 08 17:20:36.119333 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cb1f07da-aff1-455b-94ba-9a9004c4d942 req-351de7c7-d0fb-468b-b48d-c7f1363f4e3e tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302691 Aug 08 17:20:36.229832 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d55087-7bcb-4b2d-b60d-52977ddd09e3 req-bf4b9e5d-5f30-4096-a2a6-931eaae9b4f2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:36.231308 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b3d55087-7bcb-4b2d-b60d-52977ddd09e3 req-bf4b9e5d-5f30-4096-a2a6-931eaae9b4f2 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 946 time: 0.0481606 Aug 08 17:20:36.267720 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-b3d55087-7bcb-4b2d-b60d-52977ddd09e3 req-0c0cffdd-6a1d-4cb6-afac-149d00640f4c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305696 Aug 08 17:20:36.289771 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 44334) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:20:36.420351 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5303e0d5-9d74-4a4a-b839-e9d8b8ea5b49 tempest-TestVolumeBootPattern-1451729151 tempest-TestVolumeBootPattern-1451729151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:36.421831 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-5303e0d5-9d74-4a4a-b839-e9d8b8ea5b49 tempest-TestVolumeBootPattern-1451729151 tempest-TestVolumeBootPattern-1451729151-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 1094 time: 0.1311240 Aug 08 17:20:36.424581 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 44340) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:20:36.428928 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.v2.base [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Request body: {'floatingip': {'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'port_id': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:20:36.451726 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:36.551888 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264a992-e17a-4e14-9828-a762e48276a8 req-232aa7af-5e61-4bf0-bf71-af7be2e3657c tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:36.553261 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f264a992-e17a-4e14-9828-a762e48276a8 req-232aa7af-5e61-4bf0-bf71-af7be2e3657c tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 944 time: 0.0602112 Aug 08 17:20:36.605948 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f264a992-e17a-4e14-9828-a762e48276a8 req-0cc824c2-f519-4689-91b8-4a27b852438a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465631 Aug 08 17:20:36.615483 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:36.719881 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.db_base_plugin_common [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Allocated IP 172.27.3.182 (111b90d2-db22-4369-bf0d-0678224568e8/4ec4fb70-7530-4497-a515-372da8aa2e50/b69b0d4d-4722-45ae-9f03-d6e90f14c092) {{(pid=93515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:20:36.817008 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for port, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:36.854643 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:36.894680 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Network 111b90d2-db22-4369-bf0d-0678224568e8 is already hosted by enough agents. {{(pid=93515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:20:36.899280 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.base_scheduler [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Resources bound (agent type, host, resource id): {{(pid=93515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:20:36.902665 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Received port after_create {{(pid=93515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:20:36.907906 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'Port': ['ID=b69b0d4d-4722-45ae-9f03-d6e90f14c092,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:37.248292 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:37.315273 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:37.459804 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for port, precommit_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:37.464223 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13401928'] for port, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:37.526798 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event updated for resources: {'Port': ['ID=b69b0d4d-4722-45ae-9f03-d6e90f14c092,revision_number=2']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:37.540058 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:37.638666 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.l3_db [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Floating IP 43c180ca-0b1e-4531-9900-6f0f217d0c56 associated. External IP: 172.27.3.182, port: bc5b38e0-94a9-4e51-8504-946cfa3577cd. Aug 08 17:20:37.764249 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dd9c6-dcf9-459a-9c29-4749392b26c4 req-c7df1682-e351-4fae-b651-f539cb5f9293 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:37.765689 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-298dd9c6-dcf9-459a-9c29-4749392b26c4 req-c7df1682-e351-4fae-b651-f539cb5f9293 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 944 time: 0.0948641 Aug 08 17:20:37.847748 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-298dd9c6-dcf9-459a-9c29-4749392b26c4 req-afbc4d1d-c509-428d-8e89-b83b3381fe3c tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745435 Aug 08 17:20:37.905991 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:20:38.011134 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:20:38.021615 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] Sync routers for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:20:38.026894 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:38.031171 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:20:38.031775 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:20:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:20:38.066580 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-e75994ef-d67b-4408-a7a2-46671dc87b2a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6277509 Aug 08 17:20:38.066580 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'tag': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:20:38.066580 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92220967-a79c-4010-b8cd-9e1c1cc5bac0" -d '{"events": [{"name": "network-changed", "server_uuid": "4206b38e-21c1-4eff-bfb4-a0558de2b64c", "tag": "bc5b38e0-94a9-4e51-8504-946cfa3577cd"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:20:38.091411 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed0d37-57d9-4205-952e-9cfcc63b2386 x-openstack-request-id: req-76ed0d37-57d9-4205-952e-9cfcc63b2386 {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:20:38.091703 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4206b38e-21c1-4eff-bfb4-a0558de2b64c", "tag": "bc5b38e0-94a9-4e51-8504-946cfa3577cd", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:20:38.091956 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76ed0d37-57d9-4205-952e-9cfcc63b2386 {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:20:38.092358 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'tag': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'status': 'completed', 'code': 200} Aug 08 17:20:38.136721 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:20:38.172115 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-3bfbd52c-28a9-4197-9a9d-5a85f1a67917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:38.173686 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-3bfbd52c-28a9-4197-9a9d-5a85f1a67917 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 1099 time: 0.0403306 Aug 08 17:20:38.264473 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-508efca0-2d40-4120-98aa-aa23eccded48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:38.265974 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-508efca0-2d40-4120-98aa-aa23eccded48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 912 time: 0.0848682 Aug 08 17:20:38.336573 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-7e4fa9d8-d72a-4ca7-8dea-eebd224ff74d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc5b38e0-94a9-4e51-8504-946cfa3577cd HTTP/1.1" status: 200 len: 1000 time: 0.0614314 Aug 08 17:20:38.384609 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-0922be83-a414-45bd-b052-47a10855a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:38.386015 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-0922be83-a414-45bd-b052-47a10855a54a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0415359 Aug 08 17:20:38.432133 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-30759b75-0646-4a4d-b369-b8ecb0e2defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:38.433518 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-30759b75-0646-4a4d-b369-b8ecb0e2defa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384951 Aug 08 17:20:38.448900 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '43c180ca-0b1e-4531-9900-6f0f217d0c56', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:07:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:20:37Z', 'updated_at': '2021-08-08T17:20:37Z', 'revision_number': 0, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}, {'id': 'f723ccb3-a305-4362-b3ab-31a1b5a8bf8a', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:8e:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:18:06Z', 'updated_at': '2021-08-08T17:18:08Z', 'revision_number': 1, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:20:38.478192 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] Checking router: b130126d-eafa-4ac7-9a9e-0a6f56e2a435 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:20:38.486346 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:20:38.486983 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:20:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:20:38.524502 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-d7a54d94-fe7c-4c53-92a8-3bde8810ab0d service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827181 Aug 08 17:20:38.591573 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:20:38.612049 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-92220967-a79c-4010-b8cd-9e1c1cc5bac0 req-406e51ed-9d4f-46c4-bf97-f980dac2c6e2 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804794 Aug 08 17:20:38.815322 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '43c180ca-0b1e-4531-9900-6f0f217d0c56', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:07:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:20:37Z', 'updated_at': '2021-08-08T17:20:37Z', 'revision_number': 0, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}, {'id': 'f723ccb3-a305-4362-b3ab-31a1b5a8bf8a', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:8e:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:18:06Z', 'updated_at': '2021-08-08T17:18:08Z', 'revision_number': 1, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:20:38.841117 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54556b7-02e5-4410-a6bc-9458cb82c741 None None] The sync data for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi is: [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': '43c180ca-0b1e-4531-9900-6f0f217d0c56', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:07:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:20:37Z', 'updated_at': '2021-08-08T17:20:37Z', 'revision_number': 0, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}, {'id': 'f723ccb3-a305-4362-b3ab-31a1b5a8bf8a', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:8e:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:18:06Z', 'updated_at': '2021-08-08T17:18:08Z', 'revision_number': 1, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:20:38.963349 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc974d8-e87f-40a1-a878-c80635f83d97 req-905fdd94-ba87-4928-8a8b-d0e5b252c6f0 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:38.964917 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cbc974d8-e87f-40a1-a878-c80635f83d97 req-905fdd94-ba87-4928-8a8b-d0e5b252c6f0 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 944 time: 0.0505142 Aug 08 17:20:39.009739 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-cbc974d8-e87f-40a1-a878-c80635f83d97 req-d4c9200b-b08a-4e5b-aabe-33c1ecd68d23 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388870 Aug 08 17:20:39.041474 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e945ae-0ce3-4777-b3ea-3140faf0d5f8 None None] New status for floating IP 43c180ca-0b1e-4531-9900-6f0f217d0c56: ACTIVE {{(pid=93517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:20:39.124940 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:20:39.266960 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,segment=NetworkSegment(41f5dee7-ab23-43b1-aa27-bfef182659e0),segment_id=41f5dee7-ab23-43b1-aa27-bfef182659e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:39.278228 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': 'e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa', 'network_id': 'a331ea78-44e8-4bf9-9478-2bbce97711ed', 'port_id': 'e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa', 'mac_address': 'fa:16:3e:b7:65:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa8647a-3fe2-417f-a159-2dab28bc05c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:20:39.314977 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:39.327473 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:20:39.346724 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,segment=NetworkSegment(41f5dee7-ab23-43b1-aa27-bfef182659e0),segment_id=41f5dee7-ab23-43b1-aa27-bfef182659e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:39.350811 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:39.401845 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:39.797524 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:20:40.126920 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dacb8-8512-4460-9514-838bc0e0da6f req-1c4ae73e-0056-4699-a815-4bf833a265dc tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:40.129083 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6e8dacb8-8512-4460-9514-838bc0e0da6f req-1c4ae73e-0056-4699-a815-4bf833a265dc tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 945 time: 0.0509188 Aug 08 17:20:40.169084 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-6e8dacb8-8512-4460-9514-838bc0e0da6f req-e3608cc7-2e83-402e-bc03-ed39a9c0491d tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Aug 08 17:20:41.138512 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:20:41.188416 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:20:41.192434 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:20:41.192863 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:41.271346 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:41.283001 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4d87a-f66a-4701-bca6-69c5918e6faa req-a093a7fc-42a0-4bc2-807a-2920d637d59f tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:41.284498 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e8c4d87a-f66a-4701-bca6-69c5918e6faa req-a093a7fc-42a0-4bc2-807a-2920d637d59f tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 945 time: 0.0490925 Aug 08 17:20:41.293147 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0355e851-c3f9-4eeb-ae64-25f4ce8fc180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:20:41.295364 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765fb6e5-9aca-4fa8-85c4-71fc65f54f02" -d '{"events": [{"server_uuid": "0355e851-c3f9-4eeb-ae64-25f4ce8fc180", "name": "network-vif-plugged", "status": "completed", "tag": "e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:20:41.308370 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,segment=NetworkSegment(41f5dee7-ab23-43b1-aa27-bfef182659e0),segment_id=41f5dee7-ab23-43b1-aa27-bfef182659e0)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:41.312876 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:41.326964 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e8c4d87a-f66a-4701-bca6-69c5918e6faa req-8fdbbcfd-6ea7-4bd9-8c27-90b81c41d6f9 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362775 Aug 08 17:20:41.341108 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1a43c6-be05-4045-a1aa-dfed4695acfb x-openstack-request-id: req-6c1a43c6-be05-4045-a1aa-dfed4695acfb {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:20:41.341405 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0355e851-c3f9-4eeb-ae64-25f4ce8fc180", "name": "network-vif-plugged", "status": "completed", "tag": "e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:20:41.341663 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c1a43c6-be05-4045-a1aa-dfed4695acfb {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:20:41.342055 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0355e851-c3f9-4eeb-ae64-25f4ce8fc180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa', 'code': 200} Aug 08 17:20:41.366606 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:41.534907 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea184d6-b01f-40e1-bca6-acfb6fb2b9ae req-ced71c8a-1343-4805-9f3c-9e93fd10d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:41.536421 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7ea184d6-b01f-40e1-bca6-acfb6fb2b9ae req-ced71c8a-1343-4805-9f3c-9e93fd10d541 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 1099 time: 0.0439274 Aug 08 17:20:41.571326 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7ea184d6-b01f-40e1-bca6-acfb6fb2b9ae req-8fb113ae-400c-4b22-bc87-f6e8a57ff7b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272508 Aug 08 17:20:42.444113 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc19e27-79e1-439f-84a7-968e9b8e31f1 req-e79c2f8f-40a6-4fd3-b4b5-c20e9627ca59 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:42.445579 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bcc19e27-79e1-439f-84a7-968e9b8e31f1 req-e79c2f8f-40a6-4fd3-b4b5-c20e9627ca59 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 946 time: 0.0484071 Aug 08 17:20:42.486611 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-bcc19e27-79e1-439f-84a7-968e9b8e31f1 req-0cb18a35-6979-4cd0-97b2-bdbb890e6c8a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350010 Aug 08 17:20:43.596734 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477a84a-befb-4da4-8ccc-16b0aaa8f1dc req-0dd760ff-fddb-421d-b800-1a2ef67cd58f tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:43.598780 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f477a84a-befb-4da4-8ccc-16b0aaa8f1dc req-0dd760ff-fddb-421d-b800-1a2ef67cd58f tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 946 time: 0.0490894 Aug 08 17:20:43.635310 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f477a84a-befb-4da4-8ccc-16b0aaa8f1dc req-8368a5f9-6097-464a-8888-ea82df676f39 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Aug 08 17:20:44.341986 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943210bd-94e3-4eeb-9a6c-efa9e3eccfb2 req-50d77f56-23ff-496b-be1b-404233df883a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:44.343351 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-943210bd-94e3-4eeb-9a6c-efa9e3eccfb2 req-50d77f56-23ff-496b-be1b-404233df883a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 946 time: 0.0489891 Aug 08 17:20:44.380128 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-943210bd-94e3-4eeb-9a6c-efa9e3eccfb2 req-508375a9-5dd8-46b3-8f0c-d71866b407cb tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308728 Aug 08 17:20:45.496712 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5ad13-6369-4bed-a147-ad363b73ba82 req-f3a544b8-c8dd-478b-a2fa-5a4043ce6d17 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:45.498175 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ee5ad13-6369-4bed-a147-ad363b73ba82 req-f3a544b8-c8dd-478b-a2fa-5a4043ce6d17 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 946 time: 0.0482616 Aug 08 17:20:45.538275 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ee5ad13-6369-4bed-a147-ad363b73ba82 req-a41280ea-37be-439f-adc2-815fa8b2627b tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7fb6696-255e-43db-8db5-a045e06dc846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341930 Aug 08 17:20:45.558134 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:46.076604 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-a017f75f-9996-4511-b9f4-6d1ddba4cc96 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:46.078009 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-a017f75f-9996-4511-b9f4-6d1ddba4cc96 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.32 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 946 time: 0.0473239 Aug 08 17:20:46.169233 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Deleting port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:20:46.169572 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:46.252457 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] For port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,segment=NetworkSegment(41f5dee7-ab23-43b1-aa27-bfef182659e0),segment_id=41f5dee7-ab23-43b1-aa27-bfef182659e0)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:20:46.252812 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:46.264886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Calling delete_port for e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:20:46.388257 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:46.416192 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:20:46.424201 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Pushing event deleted for resources: {'Port': ['ID=e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:20:46.446694 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.447319 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.447655 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.448087 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.448428 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.448756 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.449082 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.449404 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.449733 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.450054 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.450375 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.450692 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:20:46.467047 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] No DVR routers for this DVR port e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:20:46.469328 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:46.471514 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-04337add-4f38-4fc4-a68f-18e492c7d55f req-91c35076-9da4-4744-9eaf-65b9a12fd79a tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.32 "DELETE /v2.0/ports/e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa HTTP/1.1" status: 204 len: 173 time: 0.3863676 Aug 08 17:20:46.472640 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0355e851-c3f9-4eeb-ae64-25f4ce8fc180', 'name': 'network-vif-deleted', 'tag': 'e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:20:46.475544 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be7184d-3330-4f8c-93e0-7bca9c9cbf6c" -d '{"events": [{"server_uuid": "0355e851-c3f9-4eeb-ae64-25f4ce8fc180", "name": "network-vif-deleted", "tag": "e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:20:46.513887 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a3d0b5-0663-4501-b455-9ee23c7ee0b0 x-openstack-request-id: req-58a3d0b5-0663-4501-b455-9ee23c7ee0b0 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:20:46.514243 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0355e851-c3f9-4eeb-ae64-25f4ce8fc180", "name": "network-vif-deleted", "tag": "e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:20:46.514503 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58a3d0b5-0663-4501-b455-9ee23c7ee0b0 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:20:46.514924 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0355e851-c3f9-4eeb-ae64-25f4ce8fc180', 'name': 'network-vif-deleted', 'tag': 'e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa', 'status': 'completed', 'code': 200} Aug 08 17:20:46.642468 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-4ceb1e09-e49a-4eb1-a914-38cce6a71eaa req-9be428ed-8d06-4c4b-9c89-de111b7d32a2 tempest-VolumesActionsTest-2137820337 tempest-VolumesActionsTest-2137820337-project] 10.222.0.20 "GET /v2.0/ports?device_id=0355e851-c3f9-4eeb-ae64-25f4ce8fc180 HTTP/1.1" status: 200 len: 210 time: 0.0264769 Aug 08 17:20:50.791380 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-b89134c7-fa0c-424f-9616-40677200de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:51.233442 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:20:51.253722 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:20:51.254063 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e14a8fb6-9ea5-4eaf-980f-37d9103ac7aa not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:20:52.321130 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:20:53.648275 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-61efec0e-55ac-451c-a82e-7fc26b5fca4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:53.905206 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:54.291581 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-b9ce0f15-c6c8-40b6-804e-68eac3089dbc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413702 Aug 08 17:20:54.359045 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-0ad1c3e5-9ddf-4b8b-8edf-8cdca3bb18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:54.360473 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-0ad1c3e5-9ddf-4b8b-8edf-8cdca3bb18e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 1098 time: 0.0390918 Aug 08 17:20:54.459859 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-33443e16-2c92-4dbc-970f-bf2f5968eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:54.461280 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-33443e16-2c92-4dbc-970f-bf2f5968eee9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 912 time: 0.0803978 Aug 08 17:20:54.535040 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-092ad751-62d6-4dab-ac60-6e1ca0fa59c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d HTTP/1.1" status: 200 len: 1000 time: 0.0599267 Aug 08 17:20:54.584852 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-5365b12b-d357-46f9-852c-c74bdb2aa9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:54.586287 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-5365b12b-d357-46f9-852c-c74bdb2aa9e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0432718 Aug 08 17:20:54.632251 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-9c6901f9-42bf-4b09-97f6-65253ff7ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:20:54.634134 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-9c6901f9-42bf-4b09-97f6-65253ff7ac28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407319 Aug 08 17:20:54.634307 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:20:54.734973 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-ee3a4279-b576-4ae6-b1eb-d9969fc3fc28 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922921 Aug 08 17:20:54.828491 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-cfdfd070-38a2-4e9a-bed1-0a8036c4cf50 req-7cf92a8e-d055-4763-b6e7-83da7fee6f33 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843372 Aug 08 17:20:56.232559 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:06.852138 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610e9fe-d46f-4918-8658-57125d6ed30d req-7a96377c-f05c-4747-9017-992689d538fa tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:06.859847 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8610e9fe-d46f-4918-8658-57125d6ed30d req-7a96377c-f05c-4747-9017-992689d538fa tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 947 time: 0.0835593 Aug 08 17:21:06.897071 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8610e9fe-d46f-4918-8658-57125d6ed30d req-3d949279-6d87-4693-b3d8-abab3bc4d012 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363433 Aug 08 17:21:08.025519 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8b84f-53c9-4fee-b555-56bb53efb41b req-85a9044e-e514-4cb0-abe5-99d7699c1db0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:08.027011 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-91d8b84f-53c9-4fee-b555-56bb53efb41b req-85a9044e-e514-4cb0-abe5-99d7699c1db0 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 947 time: 0.0513015 Aug 08 17:21:08.065307 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-91d8b84f-53c9-4fee-b555-56bb53efb41b req-f0b00feb-d780-4210-9c96-30b83582be68 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Aug 08 17:21:08.826615 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-8a0bce40-dab4-4eb5-a556-a822eac633ba tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:08.828021 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-8a0bce40-dab4-4eb5-a556-a822eac633ba tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.32 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 947 time: 0.0526052 Aug 08 17:21:08.918512 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Deleting port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:21:08.918886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:09.010796 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] For port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:21:09.011075 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:09.194569 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c920eb-a402-4e61-bc35-a0ac9ce4d798 req-a1690607-3b4f-445f-949a-4d08bfbfb204 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:09.195088 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:09.195088 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692312'] for floatingip, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:09.195374 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.l3_db [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Floating IP d713563f-59d1-421d-933f-b011250fcd8c disassociated. External IP: 172.27.3.32, port: e49c47da-1f8e-4f9f-afdb-1109b07e3bc7. Aug 08 17:21:09.195678 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Calling delete_port for e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:21:09.199219 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a0c920eb-a402-4e61-bc35-a0ac9ce4d798 req-a1690607-3b4f-445f-949a-4d08bfbfb204 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/ports?device_id=253b82bc-ef1e-4bdb-b410-cf6871fab413 HTTP/1.1" status: 200 len: 947 time: 0.0595288 Aug 08 17:21:09.237918 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-a0c920eb-a402-4e61-bc35-a0ac9ce4d798 req-43d48f71-c265-47cc-9b13-54c8c1ad9d06 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups?id=2656211e-ad10-4906-8b65-2f870daf004c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355918 Aug 08 17:21:09.336654 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:09.367622 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event deleted for resources: {'Port': ['ID=e49c47da-1f8e-4f9f-afdb-1109b07e3bc7,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:09.490402 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:21:09.595271 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:21:09.605612 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] Sync routers for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:21:09.614850 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:21:09.615552 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:20:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:09.636008 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] No DVR routers for this DVR port e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:21:09.638762 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:09.640702 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-62fae5f1-657f-4d3d-ba34-5117570e40d3 req-84730c25-eddf-44ca-89f5-fa425c7769d5 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.32 "DELETE /v2.0/ports/e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 HTTP/1.1" status: 204 len: 173 time: 0.8059638 Aug 08 17:21:09.641133 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'name': 'network-vif-deleted', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:21:09.643460 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb3eeab-ba6d-4908-bc33-29288b2ea684" -d '{"events": [{"server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "name": "network-vif-deleted", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:21:09.684130 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55633a1b-4007-4911-a6fe-371cd268f5c6 x-openstack-request-id: req-55633a1b-4007-4911-a6fe-371cd268f5c6 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:21:09.684493 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253b82bc-ef1e-4bdb-b410-cf6871fab413", "name": "network-vif-deleted", "tag": "e49c47da-1f8e-4f9f-afdb-1109b07e3bc7", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:21:09.685142 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55633a1b-4007-4911-a6fe-371cd268f5c6 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:21:09.685361 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253b82bc-ef1e-4bdb-b410-cf6871fab413', 'name': 'network-vif-deleted', 'tag': 'e49c47da-1f8e-4f9f-afdb-1109b07e3bc7', 'status': 'completed', 'code': 200} Aug 08 17:21:09.743768 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:21:09.944180 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:09.969163 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] Checking router: 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:21:09.977768 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:21:09.978364 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:20:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:10.084822 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:21:10.287416 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:10.313177 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0824516-b6d2-49bd-950d-a3dae40f47b3 None None] The sync data for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi is: [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:10:42Z', 'revision_number': 4, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '6151b771-8fae-4628-b6a0-b05617fbb6ee', 'name': '', 'network_id': '78513dd0-41c3-496c-9235-1bc37317570c', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'mac_address': 'fa:16:3e:d7:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:41Z', 'updated_at': '2021-08-08T17:10:55Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'subnets': [{'id': '25fbe0cd-44c4-470e-9385-0cda35f0e2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:21:10.327285 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44654) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:10.383123 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8bf948d1-959d-468a-842b-46e810fc05c9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.406318 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8bf948d1-959d-468a-842b-46e810fc05c9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.463445 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8bf948d1-959d-468a-842b-46e810fc05c9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.466361 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8bf948d1-959d-468a-842b-46e810fc05c9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.470160 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-8bf948d1-959d-468a-842b-46e810fc05c9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "DELETE /v2.0/security-groups/2656211e-ad10-4906-8b65-2f870daf004c HTTP/1.1" status: 204 len: 168 time: 0.1394026 Aug 08 17:21:10.471589 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 44658) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:10.477246 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf948d1-959d-468a-842b-46e810fc05c9 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2656211e-ad10-4906-8b65-2f870daf004c,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:10.484642 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44660) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:10.490081 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.api.v2.resource [None req-0baa8b32-b010-40f8-b019-0d02f3034820 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] show failed (client error): The resource could not be found. Aug 08 17:21:10.493909 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-0baa8b32-b010-40f8-b019-0d02f3034820 tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "GET /v2.0/security-groups/2656211e-ad10-4906-8b65-2f870daf004c HTTP/1.1" status: 404 len: 347 time: 0.0195408 Aug 08 17:21:10.494100 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 44662) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:10.532166 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9053ef-ecbb-4261-8a8a-7b3436da7701 admin admin] Deleting subnet eaa8647a-3fe2-417f-a159-2dab28bc05c7 {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:21:10.536645 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bd9053ef-ecbb-4261-8a8a-7b3436da7701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.561205 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13f914-af9c-47d4-b942-4f2fb1e47688 None None] New status for floating IP d713563f-59d1-421d-933f-b011250fcd8c: DOWN {{(pid=93517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:21:10.581223 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bd9053ef-ecbb-4261-8a8a-7b3436da7701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.620549 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Deleting port 7facabf3-c4cd-4e70-a74a-7ae766f58d08 {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:21:10.620772 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.622212 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bd9053ef-ecbb-4261-8a8a-7b3436da7701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.681559 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bd9053ef-ecbb-4261-8a8a-7b3436da7701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.706928 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.707243 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.708806 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9053ef-ecbb-4261-8a8a-7b3436da7701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa8647a-3fe2-417f-a159-2dab28bc05c7,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:10.712640 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-bd9053ef-ecbb-4261-8a8a-7b3436da7701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.715164 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-bd9053ef-ecbb-4261-8a8a-7b3436da7701 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eaa8647a-3fe2-417f-a159-2dab28bc05c7 HTTP/1.1" status: 204 len: 168 time: 0.2295191 Aug 08 17:21:10.716874 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44664) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:10.719461 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Calling delete_port for 7facabf3-c4cd-4e70-a74a-7ae766f58d08 owned by network:floatingip {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:21:10.786320 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.868849 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.871451 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.882166 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a331ea78-44e8-4bf9-9478-2bbce97711ed']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:10.892229 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f5dee7-ab23-43b1-aa27-bfef182659e0') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:10.892564 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f5dee7-ab23-43b1-aa27-bfef182659e0') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:10.895017 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Pushing event deleted for resources: {'Port': ['ID=7facabf3-c4cd-4e70-a74a-7ae766f58d08,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:10.903369 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.917246 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.920037 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.920390 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.920899 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.921089 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.921402 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.921744 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.922075 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.922407 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.922753 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.923085 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.923412 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.924130 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:21:10.924269 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:10.924940 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:21:10.927362 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:21:10.967741 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.970235 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.971942 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-5076db0a-653c-4dda-bc0d-62164510536d tempest-AttachVolumeShelveTestJSON-1352013933 tempest-AttachVolumeShelveTestJSON-1352013933-project] 10.222.0.20 "DELETE /v2.0/floatingips/d713563f-59d1-421d-933f-b011250fcd8c HTTP/1.1" status: 204 len: 168 time: 0.4769244 Aug 08 17:21:10.993077 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:10.999072 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:11.000853 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a331ea78-44e8-4bf9-9478-2bbce97711ed HTTP/1.1" status: 204 len: 168 time: 0.2830188 Aug 08 17:21:11.016214 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f8301-8505-496b-8c85-931fd1399f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=a331ea78-44e8-4bf9-9478-2bbce97711ed,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:11.135742 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44672) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:11.178774 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-a7c654d9-4928-4226-99be-f865c0c7cd15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12cfd46a00624f0dbc1d56ef0c5944fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418124 Aug 08 17:21:11.181421 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44674) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:11.227977 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5105b099-b9d3-4d4b-b949-69ca0d57ed36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:11.248497 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5105b099-b9d3-4d4b-b949-69ca0d57ed36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:11.295964 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5105b099-b9d3-4d4b-b949-69ca0d57ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:11.299503 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5105b099-b9d3-4d4b-b949-69ca0d57ed36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:11.300630 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-5105b099-b9d3-4d4b-b949-69ca0d57ed36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7fb6696-255e-43db-8db5-a045e06dc846 HTTP/1.1" status: 204 len: 168 time: 0.1183352 Aug 08 17:21:11.308392 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105b099-b9d3-4d4b-b949-69ca0d57ed36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fb6696-255e-43db-8db5-a045e06dc846,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:13.327911 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:21:13.348726 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:21:13.349074 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device e49c47da-1f8e-4f9f-afdb-1109b07e3bc7 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:21:13.422419 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44770) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:13.910675 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693592'] for router_interface, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:14.155165 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] Deleting port 6151b771-8fae-4628-b6a0-b05617fbb6ee {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:21:14.155504 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:14.232757 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] For port 6151b771-8fae-4628-b6a0-b05617fbb6ee, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=6151b771-8fae-4628-b6a0-b05617fbb6ee,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:21:14.233012 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:14.245416 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] Calling delete_port for 6151b771-8fae-4628-b6a0-b05617fbb6ee owned by network:router_interface {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:21:14.421843 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:14.448826 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] Pushing event deleted for resources: {'Port': ['ID=6151b771-8fae-4628-b6a0-b05617fbb6ee,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:14.615079 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692712'] for router_interface, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.098728 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] Router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:21:15.200929 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:21:15.205789 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-f1ec3b3f-4fe1-403d-809d-59abeacaf93b admin admin] 10.222.0.20 "PUT /v2.0/routers/44f3acc6-28aa-4f40-8024-ca2394b9f5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7822270 Aug 08 17:21:15.208521 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44780) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:15.209514 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] Sync routers for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:21:15.218457 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:21:15.219090 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:20:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:15.313291 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.322604 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:21:15.416277 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.471528 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Deleting port e3377389-5076-43e0-868d-0b0a53fe4a6a {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:21:15.472857 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.552767 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] For port e3377389-5076-43e0-868d-0b0a53fe4a6a, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=e3377389-5076-43e0-868d-0b0a53fe4a6a,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:21:15.553253 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.566355 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Calling delete_port for e3377389-5076-43e0-868d-0b0a53fe4a6a owned by network:router_gateway {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:21:15.586136 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:21:14Z', 'revision_number': 5, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port': {'id': 'e3377389-5076-43e0-868d-0b0a53fe4a6a', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:10:36Z', 'updated_at': '2021-08-08T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:15.594473 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.618858 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] Checking router: 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:21:15.627513 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] Routers {'44f3acc6-28aa-4f40-8024-ca2394b9f5a4'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:21:15.628914 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:20:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:15.715283 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] Set router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 gateway port host: None {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:21:15.749829 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.766068 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:21:15Z', 'revision_number': 6, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port_host': None}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:15.772790 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3377389-5076-43e0-868d-0b0a53fe4a6a,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:15.794812 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ff33e-9835-46a9-b7dd-68e60ee2d35b None None] The sync data for ids ['44f3acc6-28aa-4f40-8024-ca2394b9f5a4'] in dv-cinder-787296-3-iscsi is: [{'id': '44f3acc6-28aa-4f40-8024-ca2394b9f5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-885184133-router', 'tenant_id': '781875a7243b41f7ba306d8d62d1bf54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:10:35Z', 'updated_at': '2021-08-08T17:21:15Z', 'revision_number': 6, 'project_id': '781875a7243b41f7ba306d8d62d1bf54', 'gw_port_host': None}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:21:15.843321 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692366'] for router_gateway, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.929405 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1687610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102808'] for router, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.931436 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.975344 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687758'] for router, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.975886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f3acc6-28aa-4f40-8024-ca2394b9f5a4 {{(pid=93516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 17:21:15.980702 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:15.982117 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-612d6651-749c-47b8-9e3e-77a5579ed2a2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/44f3acc6-28aa-4f40-8024-ca2394b9f5a4 HTTP/1.1" status: 204 len: 168 time: 0.7726252 Aug 08 17:21:15.984758 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44784) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:16.027892 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-127fc3c2-993c-49b7-b5ed-3734f7118901 admin admin] Deleting subnet 25fbe0cd-44c4-470e-9385-0cda35f0e2d0 {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:21:16.030822 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-127fc3c2-993c-49b7-b5ed-3734f7118901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.062885 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-127fc3c2-993c-49b7-b5ed-3734f7118901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.145698 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-127fc3c2-993c-49b7-b5ed-3734f7118901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.204838 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-127fc3c2-993c-49b7-b5ed-3734f7118901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.232149 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fc3c2-993c-49b7-b5ed-3734f7118901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fbe0cd-44c4-470e-9385-0cda35f0e2d0,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:16.234974 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-127fc3c2-993c-49b7-b5ed-3734f7118901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.238902 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-127fc3c2-993c-49b7-b5ed-3734f7118901 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/25fbe0cd-44c4-470e-9385-0cda35f0e2d0 HTTP/1.1" status: 204 len: 168 time: 0.2511208 Aug 08 17:21:16.239902 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44786) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:16.242554 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7625f58f-e51e-4aa9-aa1a-03f0f050a91c None None] Network 78513dd0-41c3-496c-9235-1bc37317570c requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:21:16.312809 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.367101 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Deleting port 7340d8d1-4076-42a7-80d1-9c44b3712a90 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:21:16.367454 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.437496 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] For port 7340d8d1-4076-42a7-80d1-9c44b3712a90, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=7340d8d1-4076-42a7-80d1-9c44b3712a90,segment=NetworkSegment(88c6d5fd-723c-4779-b644-e7dd73f54a34),segment_id=88c6d5fd-723c-4779-b644-e7dd73f54a34)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:21:16.437856 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.451578 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Calling delete_port for 7340d8d1-4076-42a7-80d1-9c44b3712a90 owned by network:dhcp {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:21:16.530958 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.554379 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Pushing event deleted for resources: {'Port': ['ID=7340d8d1-4076-42a7-80d1-9c44b3712a90,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:16.567654 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] No DVR routers for this DVR port 7340d8d1-4076-42a7-80d1-9c44b3712a90 on host dv-cinder-787296-3-iscsi {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:21:16.575139 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db01df-455d-4c54-a325-bc2af0db4a48 None None] DHCP port deletion for 78513dd0-41c3-496c-9235-1bc37317570c request from dv-cinder-787296-3-iscsi {{(pid=93517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 17:21:16.642889 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.654395 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78513dd0-41c3-496c-9235-1bc37317570c']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:16.667588 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c6d5fd-723c-4779-b644-e7dd73f54a34') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:16.667889 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c6d5fd-723c-4779-b644-e7dd73f54a34') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:21:16.679498 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.694685 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.701837 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:21:16.702370 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:21:16.704430 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:21:16.764927 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.770478 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:16.772336 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] 10.222.0.20 "DELETE /v2.0/networks/78513dd0-41c3-496c-9235-1bc37317570c HTTP/1.1" status: 204 len: 168 time: 0.5315340 Aug 08 17:21:16.783440 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7dce9-152d-4869-905f-1b1ef4a5f568 admin admin] Pushing event deleted for resources: {'Network': ['ID=78513dd0-41c3-496c-9235-1bc37317570c,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:16.906368 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44794) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:16.945007 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-fbf65ad2-e06d-4954-b173-b42f26fdadb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=781875a7243b41f7ba306d8d62d1bf54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374699 Aug 08 17:21:16.947522 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44796) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:17.008814 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b040581f-dc27-4fbe-af58-0b79e6738081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:17.030514 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b040581f-dc27-4fbe-af58-0b79e6738081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:17.047392 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 6151b771-8fae-4628-b6a0-b05617fbb6ee no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:21:17.066899 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 6151b771-8fae-4628-b6a0-b05617fbb6ee {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:21:17.067190 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 6151b771-8fae-4628-b6a0-b05617fbb6ee not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:21:17.067611 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device e3377389-5076-43e0-868d-0b0a53fe4a6a no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:21:17.077448 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b040581f-dc27-4fbe-af58-0b79e6738081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:17.080093 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-b040581f-dc27-4fbe-af58-0b79e6738081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:17.081782 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-b040581f-dc27-4fbe-af58-0b79e6738081 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dd73b99-b49c-4996-a227-4bec24653f8c HTTP/1.1" status: 204 len: 168 time: 0.1328576 Aug 08 17:21:17.087131 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: e3377389-5076-43e0-868d-0b0a53fe4a6a {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:21:17.087486 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device e3377389-5076-43e0-868d-0b0a53fe4a6a not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:21:17.087907 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 7340d8d1-4076-42a7-80d1-9c44b3712a90 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:21:17.090085 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040581f-dc27-4fbe-af58-0b79e6738081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd73b99-b49c-4996-a227-4bec24653f8c,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:17.111455 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 7340d8d1-4076-42a7-80d1-9c44b3712a90 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:21:17.111814 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 7340d8d1-4076-42a7-80d1-9c44b3712a90 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:21:20.792943 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-b9de3a2a-90fe-4bb1-9732-3e7938ebf501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:20.798845 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44862) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:20.904616 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5c7ccf9c-a6b7-4560-a6f4-a33fd2adb104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:20.996666 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5c7ccf9c-a6b7-4560-a6f4-a33fd2adb104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:21.001393 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5c7ccf9c-a6b7-4560-a6f4-a33fd2adb104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:21.037825 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ccf9c-a6b7-4560-a6f4-a33fd2adb104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466b70ec-5454-470c-986b-c00f38dfa8ea,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:21.042163 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-5c7ccf9c-a6b7-4560-a6f4-a33fd2adb104 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19d4ba84c4a64557a64da4c22da4cec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423003 Aug 08 17:21:21.044897 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 44868) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:21.098411 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-83620c2c-8ab5-409c-80d4-49e92f9a53d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:21.119487 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-83620c2c-8ab5-409c-80d4-49e92f9a53d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:21.168294 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-83620c2c-8ab5-409c-80d4-49e92f9a53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:21.170807 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-83620c2c-8ab5-409c-80d4-49e92f9a53d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:21.171941 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-83620c2c-8ab5-409c-80d4-49e92f9a53d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/466b70ec-5454-470c-986b-c00f38dfa8ea HTTP/1.1" status: 204 len: 168 time: 0.1262748 Aug 08 17:21:21.181365 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83620c2c-8ab5-409c-80d4-49e92f9a53d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466b70ec-5454-470c-986b-c00f38dfa8ea,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:23.649649 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-392dd2dc-8e16-43f7-8a10-793db230c639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:23.906633 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:24.637340 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:26.232451 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:29.319693 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:21:31.429410 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45022) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:31.532794 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-28d0bdab-c6c0-448d-9f84-07c7cb152eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:31.620074 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-28d0bdab-c6c0-448d-9f84-07c7cb152eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:31.623680 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-28d0bdab-c6c0-448d-9f84-07c7cb152eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:31.660877 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-28d0bdab-c6c0-448d-9f84-07c7cb152eda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19dfec49cff7482fb028f1a70ebbca6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298045 Aug 08 17:21:31.662203 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0bdab-c6c0-448d-9f84-07c7cb152eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775edfa5-e029-4d33-89d2-d4b413a60629,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:31.663580 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45026) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:31.725715 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2b628f5e-5a7e-470a-9c72-d712c2564c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:31.746182 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2b628f5e-5a7e-470a-9c72-d712c2564c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:31.791187 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2b628f5e-5a7e-470a-9c72-d712c2564c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:31.793590 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2b628f5e-5a7e-470a-9c72-d712c2564c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:31.794798 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-2b628f5e-5a7e-470a-9c72-d712c2564c01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/775edfa5-e029-4d33-89d2-d4b413a60629 HTTP/1.1" status: 204 len: 168 time: 0.1301355 Aug 08 17:21:31.802244 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b628f5e-5a7e-470a-9c72-d712c2564c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775edfa5-e029-4d33-89d2-d4b413a60629,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:36.025300 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45118) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:36.125014 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bf15881a-f14d-465e-8a25-1e40a3e93b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.213056 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bf15881a-f14d-465e-8a25-1e40a3e93b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.216861 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-bf15881a-f14d-465e-8a25-1e40a3e93b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.255807 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15881a-f14d-465e-8a25-1e40a3e93b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4ded21-f84f-4c4a-b6a0-8769b7aab826,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:36.260122 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-bf15881a-f14d-465e-8a25-1e40a3e93b99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f2472e6c66343f8afb5d075935daf60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337816 Aug 08 17:21:36.262697 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45122) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:36.317502 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-53f0cc05-1f5f-44f0-8b8d-b395c5d1d1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.339671 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-53f0cc05-1f5f-44f0-8b8d-b395c5d1d1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.388466 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-53f0cc05-1f5f-44f0-8b8d-b395c5d1d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.390921 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-53f0cc05-1f5f-44f0-8b8d-b395c5d1d1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.392049 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-53f0cc05-1f5f-44f0-8b8d-b395c5d1d1b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a4ded21-f84f-4c4a-b6a0-8769b7aab826 HTTP/1.1" status: 204 len: 168 time: 0.1284270 Aug 08 17:21:36.399768 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0cc05-1f5f-44f0-8b8d-b395c5d1d1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4ded21-f84f-4c4a-b6a0-8769b7aab826,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:36.650639 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45128) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:36.664646 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-093ce2ee-4cce-47e6-91bf-1f543c1d7c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.754398 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-093ce2ee-4cce-47e6-91bf-1f543c1d7c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.758026 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-093ce2ee-4cce-47e6-91bf-1f543c1d7c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.795131 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-093ce2ee-4cce-47e6-91bf-1f543c1d7c0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=511ff0e5c5cd40e3a8b302f2ddbac1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433377 Aug 08 17:21:36.797051 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ce2ee-4cce-47e6-91bf-1f543c1d7c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dcdf0d-d386-4c1f-a757-abdc018dcae3,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:36.797982 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45134) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:36.851077 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6fdaf2ae-3284-4156-9ced-2b75dca6cb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.872373 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6fdaf2ae-3284-4156-9ced-2b75dca6cb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.917271 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6fdaf2ae-3284-4156-9ced-2b75dca6cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.919849 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-6fdaf2ae-3284-4156-9ced-2b75dca6cb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:36.921004 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-6fdaf2ae-3284-4156-9ced-2b75dca6cb4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21dcdf0d-d386-4c1f-a757-abdc018dcae3 HTTP/1.1" status: 204 len: 168 time: 0.1219811 Aug 08 17:21:36.929411 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdaf2ae-3284-4156-9ced-2b75dca6cb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dcdf0d-d386-4c1f-a757-abdc018dcae3,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:45.611017 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:45.708959 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45256) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:45.814372 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-957b94fe-2832-4f72-b623-abd3c54c96b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:45.906387 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-957b94fe-2832-4f72-b623-abd3c54c96b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:45.910868 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-957b94fe-2832-4f72-b623-abd3c54c96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:45.947761 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-957b94fe-2832-4f72-b623-abd3c54c96b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caa7da9d127e4854a40feaede750d8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377751 Aug 08 17:21:45.948572 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b94fe-2832-4f72-b623-abd3c54c96b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5269cac-7f2f-4c68-9f69-e0922cf6fa28,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:45.950467 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45268) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:46.000857 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b39bf21-83f5-40f8-9159-70d1e5e13518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.022141 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b39bf21-83f5-40f8-9159-70d1e5e13518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.067316 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b39bf21-83f5-40f8-9159-70d1e5e13518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.069785 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8b39bf21-83f5-40f8-9159-70d1e5e13518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.071208 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-8b39bf21-83f5-40f8-9159-70d1e5e13518 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5269cac-7f2f-4c68-9f69-e0922cf6fa28 HTTP/1.1" status: 204 len: 168 time: 0.1196554 Aug 08 17:21:46.079772 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39bf21-83f5-40f8-9159-70d1e5e13518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5269cac-7f2f-4c68-9f69-e0922cf6fa28,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:46.330320 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45274) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:46.343251 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4c75a3f4-465e-4860-9462-2613554b14fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.429988 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4c75a3f4-465e-4860-9462-2613554b14fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.433913 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-4c75a3f4-465e-4860-9462-2613554b14fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.470563 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75a3f4-465e-4860-9462-2613554b14fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c65cb0-95eb-45f7-84c4-3ba752e8cbb6,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:46.476833 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-4c75a3f4-465e-4860-9462-2613554b14fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80a29aa5cb424b4d851ac23f675d4e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454349 Aug 08 17:21:46.479401 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45276) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:46.526409 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ac98ebf8-8b8e-4bcb-a31e-b5d3f3899ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.549202 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ac98ebf8-8b8e-4bcb-a31e-b5d3f3899ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.594542 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ac98ebf8-8b8e-4bcb-a31e-b5d3f3899ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.597644 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-ac98ebf8-8b8e-4bcb-a31e-b5d3f3899ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:46.598827 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-ac98ebf8-8b8e-4bcb-a31e-b5d3f3899ef9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47c65cb0-95eb-45f7-84c4-3ba752e8cbb6 HTTP/1.1" status: 204 len: 168 time: 0.1185060 Aug 08 17:21:46.606136 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98ebf8-8b8e-4bcb-a31e-b5d3f3899ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c65cb0-95eb-45f7-84c4-3ba752e8cbb6,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:49.424171 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45348) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:49.528063 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:49.622487 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:49.626263 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:49.663921 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=824a9d980b414e98993615a3f5b9fa49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381055 Aug 08 17:21:49.664792 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa74da07-3a1e-438a-ad55-03bed2e1fd39,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:49.666663 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45352) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:49.672003 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.672354 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.672696 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.673031 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.673364 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.673701 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.674030 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.675083 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.675482 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.675813 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.676142 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.676466 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320356e-5480-4aba-bddf-5d3d3511c8c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:21:49.715197 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-32f1032d-78b2-4659-9478-4b24e54009b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:49.735492 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-32f1032d-78b2-4659-9478-4b24e54009b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:49.779330 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-32f1032d-78b2-4659-9478-4b24e54009b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:49.781940 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-32f1032d-78b2-4659-9478-4b24e54009b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:49.783092 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-32f1032d-78b2-4659-9478-4b24e54009b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa74da07-3a1e-438a-ad55-03bed2e1fd39 HTTP/1.1" status: 204 len: 168 time: 0.1154463 Aug 08 17:21:49.790953 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1032d-78b2-4659-9478-4b24e54009b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa74da07-3a1e-438a-ad55-03bed2e1fd39,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:50.373456 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45374) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:50.471669 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1172718154-network', 'tenant_id': '436b66b106e944719e8ce0bea856ba49'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:21:50.492671 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Made reservation on behalf of 436b66b106e944719e8ce0bea856ba49 for: {'network': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:21:50.495274 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for network, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.504065 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.609831 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.614265 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.625246 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45384) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:50.635905 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 17:21:50.649613 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bf706c-6366-4040-a4a8-b4df2f89572c,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:50.654762 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.655116 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.db.segments_db [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Added segment 2f9e9e9c-218d-49d5-9eaf-142be56b0b95 of type vlan for network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae Aug 08 17:21:50.697345 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781925642837'] for network, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.728504 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798'] for network, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.729475 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:50.730058 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.735407 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3a652256-4968-4bef-b0b1-5940c799fab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.789060 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] Pushing event updated for resources: {'Network': ['ID=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:50.801205 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae details requested by agent ovs-agent-dv-cinder-787296-3-iscsi with host dv-cinder-787296-3-iscsi {{(pid=93517) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 17:21:50.804677 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-919e2ca2-ac4c-4535-bbdd-7b0654750f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.827798 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3a652256-4968-4bef-b0b1-5940c799fab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.832439 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3a652256-4968-4bef-b0b1-5940c799fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.836804 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-ee78f314-125c-40bc-86c9-f9fb4cc8b4fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4622536 Aug 08 17:21:50.839682 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45388) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:50.845402 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Request body: {'subnet': {'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1172718154-subnet', 'tenant_id': '436b66b106e944719e8ce0bea856ba49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:21:50.871804 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a652256-4968-4bef-b0b1-5940c799fab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d1439-4978-420e-a566-33958474b87d,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:50.871964 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Made reservation on behalf of 436b66b106e944719e8ce0bea856ba49 for: {'subnet': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:21:50.874268 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15860866'] for subnet, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.878723 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-3a652256-4968-4bef-b0b1-5940c799fab9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=583b9d3f2a6046bf9403f4eec8c825cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493758 Aug 08 17:21:50.879132 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45390) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:50.926841 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c48d-8a26-4009-84b7-bf82b908e359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.948649 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c48d-8a26-4009-84b7-bf82b908e359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.994982 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c48d-8a26-4009-84b7-bf82b908e359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:50.997851 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c48d-8a26-4009-84b7-bf82b908e359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:51.001613 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-2ee1c48d-8a26-4009-84b7-bf82b908e359 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d6d1439-4978-420e-a566-33958474b87d HTTP/1.1" status: 204 len: 168 time: 0.1218309 Aug 08 17:21:51.010934 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1c48d-8a26-4009-84b7-bf82b908e359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d1439-4978-420e-a566-33958474b87d,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:51.055761 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16667139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15860912'] for subnet, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:51.129666 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af80d281-7236-42f2-8fa7-4ad45ec399ac,revision_number=0']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:51.136835 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Checking segment: {'id': '2f9e9e9c-218d-49d5-9eaf-142be56b0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:21:51.137217 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Network hostable DHCP agents. Network: 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae, hostable agents: ['4c67bccc-4e74-419c-ba26-54ea68c57fb0'], hosted agents: [] {{(pid=93516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 17:21:51.157070 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae is scheduled to be hosted by DHCP agent 4c67bccc-4e74-419c-ba26-54ea68c57fb0 with binding_index 1 {{(pid=93516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 17:21:51.166127 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-3-iscsi, 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae) {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:21:51.170374 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:51.170880 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:51.176103 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a169d8b2-9a46-45ff-a83c-cc49d15dd5d1 None None] Network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:21:51.186820 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-d7d658ae-a055-4ff2-80bb-8e6ce336f858 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3444090 Aug 08 17:21:51.307157 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45398) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:51.320743 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-397f5cb9-70e6-4ae3-88bc-6c849e7f0e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:51.419781 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-397f5cb9-70e6-4ae3-88bc-6c849e7f0e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:51.424106 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-397f5cb9-70e6-4ae3-88bc-6c849e7f0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:51.443555 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e23c2-6915-4f86-8598-6ab21a3a3222 None None] Network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:21:51.462386 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f5cb9-70e6-4ae3-88bc-6c849e7f0e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6ce10b-c7d7-4db1-9127-f6d74992e36e,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:51.475676 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-397f5cb9-70e6-4ae3-88bc-6c849e7f0e21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=380a71121df64c5597bb6b21b32bdac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674719 Aug 08 17:21:51.478244 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45404) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:21:51.533082 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c4d0-edc1-491f-8646-e8b824584f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:51.803772 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c4d0-edc1-491f-8646-e8b824584f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:51.852803 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c4d0-edc1-491f-8646-e8b824584f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:51.855624 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c4d0-edc1-491f-8646-e8b824584f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:51.857088 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-3eb1c4d0-edc1-491f-8646-e8b824584f3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e6ce10b-c7d7-4db1-9127-f6d74992e36e HTTP/1.1" status: 204 len: 168 time: 0.3774502 Aug 08 17:21:51.867630 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1c4d0-edc1-491f-8646-e8b824584f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6ce10b-c7d7-4db1-9127-f6d74992e36e,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:53.144912 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f8fe025e-632e-41bd-8ef0-9546d497623a tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:53.146364 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f8fe025e-632e-41bd-8ef0-9546d497623a tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/networks?id=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae HTTP/1.1" status: 200 len: 814 time: 0.0987346 Aug 08 17:21:53.161533 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-8c1114cf-b10c-4f51-b8ff-c0b82fe32236 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/quotas/436b66b106e944719e8ce0bea856ba49 HTTP/1.1" status: 200 len: 375 time: 0.0094333 Aug 08 17:21:53.194996 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-149ea67d-f20d-4430-a1c2-51282e721f10 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=436b66b106e944719e8ce0bea856ba49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280876 Aug 08 17:21:53.206412 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-df317f2e-d813-4e96-a7c4-cdfa04789ba7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:21:53.207352 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-df317f2e-d813-4e96-a7c4-cdfa04789ba7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058062 Aug 08 17:21:53.291757 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-52d97166-2daf-47dd-b00f-a99b66ef85a0 service neutron] 10.222.0.20 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787001 Aug 08 17:21:53.382099 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-daae0b1b-8e9e-4bcc-963a-967b0604a265 service neutron] 10.222.0.20 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844996 Aug 08 17:21:53.534171 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-07e6b921-1606-4ff6-a439-5199e9cc7e53 req-31c88edf-e640-44af-85cb-9e2702618841 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 210 time: 0.0265729 Aug 08 17:21:53.652990 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-fd6a406d-0313-4d98-8797-a7b7796e7b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:53.906252 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:54.499446 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-e0bff46c-2e22-4790-aef5-0bac60f479da tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:54.501056 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-e0bff46c-2e22-4790-aef5-0bac60f479da tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.32 "GET /v2.0/networks?id=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae HTTP/1.1" status: 200 len: 814 time: 0.0996540 Aug 08 17:21:54.518259 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Request body: {'port': {'device_id': '14f0b4b5-33ee-41db-ae70-6fbaaf17064d', 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae', 'admin_state_up': True, 'tenant_id': '436b66b106e944719e8ce0bea856ba49'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:21:54.631943 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Made reservation on behalf of 436b66b106e944719e8ce0bea856ba49 for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:21:54.632386 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-45fbfe44-3b81-4d82-b3ab-8fb2862c1c1f req-0ba5abe9-13b6-452e-80c8-a96eecc64ee6 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 210 time: 0.0265856 Aug 08 17:21:54.635416 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:54.640692 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:54.759339 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Allocated IP 172.20.0.10 (1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae/af80d281-7236-42f2-8fa7-4ad45ec399ac/80d1d47b-9eab-4659-859b-530be983efc2) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:21:54.898665 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:54.937016 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:54.989461 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:21:54.995004 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:21:54.999151 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:21:55.028125 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Pushing event updated for resources: {'Port': ['ID=80d1d47b-9eab-4659-859b-530be983efc2,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:55.058004 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:55.058609 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:55.094222 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-f9dd8a0f-648c-41c3-bec3-1d33343d6ee3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803652 Aug 08 17:21:55.109010 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-fca373d3-53a7-43c1-9b51-df93e577fbe4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1392846 Aug 08 17:21:55.113218 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-a78097bc-056d-4e5e-8350-83ce3cb8800e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 17:21:55.114148 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-a78097bc-056d-4e5e-8350-83ce3cb8800e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083709 Aug 08 17:21:55.136627 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Request body: {'port': {'device_id': '14f0b4b5-33ee-41db-ae70-6fbaaf17064d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:21:55.217842 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:55.233098 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-d325d10c-0a8e-4129-8945-3d82f53ac034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:55.234547 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-d325d10c-0a8e-4129-8945-3d82f53ac034 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a5d752a108c4dd5817e7903d839c61a&device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1099 time: 0.0738595 Aug 08 17:21:55.423589 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-be1b28a8-b8aa-47ad-971d-70b1fc7c8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:55.425588 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-be1b28a8-b8aa-47ad-971d-70b1fc7c8a2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=265571c9-7857-4101-8863-7dd20ec72877 HTTP/1.1" status: 200 len: 908 time: 0.1701272 Aug 08 17:21:55.527088 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-b9cc0671-ecbb-4cf8-b782-a1588fb06ea3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec805beb-38de-4fce-8c56-8d4d222614e5 HTTP/1.1" status: 200 len: 1002 time: 0.0779889 Aug 08 17:21:55.610433 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-94f2180f-45c4-4ee7-9fa9-d7ea164333ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:55.612821 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-94f2180f-45c4-4ee7-9fa9-d7ea164333ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=928fa1ba-9da8-40a7-8e99-e608f3507e2d HTTP/1.1" status: 200 len: 847 time: 0.0740371 Aug 08 17:21:55.676588 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d1d47b-9eab-4659-859b-530be983efc2 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:21:55.685990 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:55.706975 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-33fdfc52-faac-4081-9857-9f0ef3f42f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:55.708526 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-33fdfc52-faac-4081-9857-9f0ef3f42f95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265571c9-7857-4101-8863-7dd20ec72877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739901 Aug 08 17:21:55.710468 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Transition to ACTIVE for port object 80d1d47b-9eab-4659-859b-530be983efc2 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:21:55.714040 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:55.770263 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afad31-984e-46e2-aa57-9277cdb5a3b1 req-a6839e0f-cf63-4097-948c-075fd5160d39 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:55.771887 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-39afad31-984e-46e2-aa57-9277cdb5a3b1 req-a6839e0f-cf63-4097-948c-075fd5160d39 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 944 time: 0.0486310 Aug 08 17:21:55.810440 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-39afad31-984e-46e2-aa57-9277cdb5a3b1 req-98ecb4ce-e5aa-4cb7-80a6-ef20cdb4880c tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323422 Aug 08 17:21:55.836915 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Pushing event updated for resources: {'Port': ['ID=80d1d47b-9eab-4659-859b-530be983efc2,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:55.890873 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-947af2e3-e124-4cbc-a9f5-e16a4b120c52 service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741302 Aug 08 17:21:55.926369 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Attempting to bind port 80d1d47b-9eab-4659-859b-530be983efc2 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:21:55.926698 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Attempting to bind port 80d1d47b-9eab-4659-859b-530be983efc2 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '2f9e9e9c-218d-49d5-9eaf-142be56b0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:21:55.927056 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Attempting to bind port 80d1d47b-9eab-4659-859b-530be983efc2 on network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:21:55.956743 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Port 80d1d47b-9eab-4659-859b-530be983efc2 on network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:21:55.957068 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Attempting to bind port 80d1d47b-9eab-4659-859b-530be983efc2 on network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:21:55.967526 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:21:55.967863 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Checking segment: {'id': '2f9e9e9c-218d-49d5-9eaf-142be56b0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:21:55.968245 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Bound using segment: {'id': '2f9e9e9c-218d-49d5-9eaf-142be56b0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:21:55.968669 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Bound port: 80d1d47b-9eab-4659-859b-530be983efc2, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9e9e9c-218d-49d5-9eaf-142be56b0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:21:55.969025 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:56.037448 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-59e82c63-6106-47d8-a3c4-2706a6209575 req-4e45a5fc-e4db-4298-8e51-829582948a9f service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342053 Aug 08 17:21:56.052832 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] For port 80d1d47b-9eab-4659-859b-530be983efc2, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:21:56.055873 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] For port 80d1d47b-9eab-4659-859b-530be983efc2, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=80d1d47b-9eab-4659-859b-530be983efc2,segment=NetworkSegment(2f9e9e9c-218d-49d5-9eaf-142be56b0b95),segment_id=2f9e9e9c-218d-49d5-9eaf-142be56b0b95)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:21:56.061460 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:56.097277 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:56.097892 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:56.099291 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] 10.222.0.32 "PUT /v2.0/ports/80d1d47b-9eab-4659-859b-530be983efc2 HTTP/1.1" status: 200 len: 1094 time: 0.9666469 Aug 08 17:21:56.099758 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f0b4b5-33ee-41db-ae70-6fbaaf17064d', 'tag': '80d1d47b-9eab-4659-859b-530be983efc2'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:21:56.101995 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4767dfe3-7459-4666-87e8-69a95e3bd7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "14f0b4b5-33ee-41db-ae70-6fbaaf17064d", "tag": "80d1d47b-9eab-4659-859b-530be983efc2"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:21:56.130134 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcb4da-b187-4150-8fbb-2a76d101ae03 service neutron] Pushing event updated for resources: {'Port': ['ID=80d1d47b-9eab-4659-859b-530be983efc2,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:21:56.139856 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f846db-5a2a-4952-aebc-1cb444cd3069 x-openstack-request-id: req-a3f846db-5a2a-4952-aebc-1cb444cd3069 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:21:56.140140 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f0b4b5-33ee-41db-ae70-6fbaaf17064d", "tag": "80d1d47b-9eab-4659-859b-530be983efc2", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:21:56.140392 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3f846db-5a2a-4952-aebc-1cb444cd3069 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:21:56.140777 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f0b4b5-33ee-41db-ae70-6fbaaf17064d', 'tag': '80d1d47b-9eab-4659-859b-530be983efc2', 'status': 'completed', 'code': 200} Aug 08 17:21:56.203649 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-d616caa7-671c-4693-933f-2c55a12d2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:56.205151 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-d616caa7-671c-4693-933f-2c55a12d2b14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=436b66b106e944719e8ce0bea856ba49&device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 1097 time: 0.0412850 Aug 08 17:21:56.234615 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:21:56.253958 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-2ffe7568-4bd2-4f6a-b627-93d124f03811 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80d1d47b-9eab-4659-859b-530be983efc2 HTTP/1.1" status: 200 len: 217 time: 0.0337708 Aug 08 17:21:56.304492 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-eb572262-756f-441a-a129-9abb628c268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:56.305789 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-eb572262-756f-441a-a129-9abb628c268b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af80d281-7236-42f2-8fa7-4ad45ec399ac HTTP/1.1" status: 200 len: 854 time: 0.0454535 Aug 08 17:21:56.337771 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-3c8c7f2d-4024-4998-987d-2698535eed37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239644 Aug 08 17:21:56.423344 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-06ab8f92-5e83-40c7-9c12-8650bef51e1d service neutron] 10.222.0.32 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784864 Aug 08 17:21:56.512724 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-8fdd5467-5f8e-4e2f-aa34-36525e59e3d3 req-024d467b-4626-4c9f-a861-7f7ac10f5bd0 service neutron] 10.222.0.32 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812075 Aug 08 17:21:56.646465 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767dfe3-7459-4666-87e8-69a95e3bd7aa req-a9e462f2-77ad-4790-967b-bce776bb8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:56.647954 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4767dfe3-7459-4666-87e8-69a95e3bd7aa req-a9e462f2-77ad-4790-967b-bce776bb8cbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=436b66b106e944719e8ce0bea856ba49&device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 1097 time: 0.0398958 Aug 08 17:21:56.738231 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767dfe3-7459-4666-87e8-69a95e3bd7aa req-61adca92-5182-4951-bc70-af5308315d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:56.739739 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4767dfe3-7459-4666-87e8-69a95e3bd7aa req-61adca92-5182-4951-bc70-af5308315d9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae HTTP/1.1" status: 200 len: 914 time: 0.0849087 Aug 08 17:21:56.781939 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4767dfe3-7459-4666-87e8-69a95e3bd7aa req-290abb58-dd33-4b19-8adc-d59949ea2ad2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80d1d47b-9eab-4659-859b-530be983efc2 HTTP/1.1" status: 200 len: 217 time: 0.0345981 Aug 08 17:21:56.840446 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767dfe3-7459-4666-87e8-69a95e3bd7aa req-c19e551f-2840-4bc9-9d81-2907db1a9510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:56.841919 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4767dfe3-7459-4666-87e8-69a95e3bd7aa req-c19e551f-2840-4bc9-9d81-2907db1a9510 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af80d281-7236-42f2-8fa7-4ad45ec399ac HTTP/1.1" status: 200 len: 854 time: 0.0529125 Aug 08 17:21:56.873927 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4767dfe3-7459-4666-87e8-69a95e3bd7aa req-cafd6be3-982e-4061-8669-c862197932c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251238 Aug 08 17:21:56.933556 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341a908-a413-4b6f-a636-cc6e01172a77 req-012f39b6-3f4e-4782-99a9-81c366f347a3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:56.935146 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1341a908-a413-4b6f-a636-cc6e01172a77 req-012f39b6-3f4e-4782-99a9-81c366f347a3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 944 time: 0.0491257 Aug 08 17:21:56.970572 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4767dfe3-7459-4666-87e8-69a95e3bd7aa req-809af743-9ff8-40ca-aa21-499ad35add8e service neutron] 10.222.0.32 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890346 Aug 08 17:21:56.980591 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-1341a908-a413-4b6f-a636-cc6e01172a77 req-59196588-c06a-4955-ad2e-542dfd932b91 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372732 Aug 08 17:21:57.065157 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-4767dfe3-7459-4666-87e8-69a95e3bd7aa req-54e2cd32-dbb6-4318-9a10-8b89cb53d7b3 service neutron] 10.222.0.32 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844033 Aug 08 17:21:58.110129 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6486dc5-3e4a-4a91-8530-c4500ddef005 req-2d87566b-721a-4de6-b5cc-369a83ac8508 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:58.112264 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c6486dc5-3e4a-4a91-8530-c4500ddef005 req-2d87566b-721a-4de6-b5cc-369a83ac8508 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 944 time: 0.0504901 Aug 08 17:21:58.150987 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c6486dc5-3e4a-4a91-8530-c4500ddef005 req-3c9743b0-365a-4624-bf13-681e28318356 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Aug 08 17:21:59.287706 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7ab0b-9189-4a8a-8e07-d21184044dab req-deefb2f3-ca4c-4f3f-80c3-4c704186f56c tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:21:59.289217 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-18a7ab0b-9189-4a8a-8e07-d21184044dab req-deefb2f3-ca4c-4f3f-80c3-4c704186f56c tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 944 time: 0.0503266 Aug 08 17:21:59.326869 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-18a7ab0b-9189-4a8a-8e07-d21184044dab req-99de930c-7655-4df7-bdbf-2e7547acbf5d tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317392 Aug 08 17:22:00.441294 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42bcca-7584-4597-8eab-9ffdb66bedd0 req-b943a690-c419-4d1f-b0e8-d9c898fd8e3b tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:00.442779 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f42bcca-7584-4597-8eab-9ffdb66bedd0 req-b943a690-c419-4d1f-b0e8-d9c898fd8e3b tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 944 time: 0.0518932 Aug 08 17:22:00.483062 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f42bcca-7584-4597-8eab-9ffdb66bedd0 req-46a16c3c-aab5-47ca-9172-862c7f18fd87 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Aug 08 17:22:01.555852 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 80d1d47b-9eab-4659-859b-530be983efc2 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:22:01.598198 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84220a-4cb7-48f8-97ff-938f3fd9ccf9 req-48d4ef21-3762-42ed-91a3-a7cda2b276c0 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:01.599699 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0c84220a-4cb7-48f8-97ff-938f3fd9ccf9 req-48d4ef21-3762-42ed-91a3-a7cda2b276c0 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 944 time: 0.0494933 Aug 08 17:22:01.639111 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-0c84220a-4cb7-48f8-97ff-938f3fd9ccf9 req-83f39a43-d302-4abb-8600-38334eda6bc0 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333142 Aug 08 17:22:01.656443 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 80d1d47b-9eab-4659-859b-530be983efc2, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=80d1d47b-9eab-4659-859b-530be983efc2,segment=NetworkSegment(2f9e9e9c-218d-49d5-9eaf-142be56b0b95),segment_id=2f9e9e9c-218d-49d5-9eaf-142be56b0b95)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:01.671446 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '80d1d47b-9eab-4659-859b-530be983efc2', 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae', 'port_id': '80d1d47b-9eab-4659-859b-530be983efc2', 'mac_address': 'fa:16:3e:36:72:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af80d281-7236-42f2-8fa7-4ad45ec399ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:22:01.709949 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:01.724481 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d1d47b-9eab-4659-859b-530be983efc2 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:22:01.745125 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 80d1d47b-9eab-4659-859b-530be983efc2, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=80d1d47b-9eab-4659-859b-530be983efc2,segment=NetworkSegment(2f9e9e9c-218d-49d5-9eaf-142be56b0b95),segment_id=2f9e9e9c-218d-49d5-9eaf-142be56b0b95)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:01.748586 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:01.806619 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=80d1d47b-9eab-4659-859b-530be983efc2,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:01.813787 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.814136 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.814549 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.815036 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.815503 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.815843 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.816176 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.816530 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.816860 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.817187 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.817537 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:01.817890 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:02.167266 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['80d1d47b-9eab-4659-859b-530be983efc2'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:22:02.758937 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffe463-7f28-4a19-888a-df044d5475d7 req-a16f0735-e405-48b2-921d-9452fb669b32 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:02.760434 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-38ffe463-7f28-4a19-888a-df044d5475d7 req-a16f0735-e405-48b2-921d-9452fb669b32 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 945 time: 0.0511663 Aug 08 17:22:02.797415 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45596) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:02.800041 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-38ffe463-7f28-4a19-888a-df044d5475d7 req-a354c4da-569e-4560-86b9-3951644c3025 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Aug 08 17:22:02.905047 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8d293c76-2370-4c72-bd7a-672549a6dd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:02.996953 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8d293c76-2370-4c72-bd7a-672549a6dd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:03.000617 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-8d293c76-2370-4c72-bd7a-672549a6dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:03.038110 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-8d293c76-2370-4c72-bd7a-672549a6dd73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd1a2d42d8854e4d80092906bd04bacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395790 Aug 08 17:22:03.039069 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d293c76-2370-4c72-bd7a-672549a6dd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c00ba-9a98-45f7-b727-df51065338fb,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:03.040774 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45600) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:03.090315 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d19f57c0-1ec8-40c5-ac69-bf595a3055f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:03.114929 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d19f57c0-1ec8-40c5-ac69-bf595a3055f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:03.162885 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d19f57c0-1ec8-40c5-ac69-bf595a3055f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:03.165395 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d19f57c0-1ec8-40c5-ac69-bf595a3055f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:03.166558 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-d19f57c0-1ec8-40c5-ac69-bf595a3055f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be6c00ba-9a98-45f7-b727-df51065338fb HTTP/1.1" status: 204 len: 168 time: 0.1247211 Aug 08 17:22:03.174823 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f57c0-1ec8-40c5-ac69-bf595a3055f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c00ba-9a98-45f7-b727-df51065338fb,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:03.570581 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 80d1d47b-9eab-4659-859b-530be983efc2 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:22:03.621315 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port 80d1d47b-9eab-4659-859b-530be983efc2 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:22:03.627370 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 80d1d47b-9eab-4659-859b-530be983efc2 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:22:03.627370 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:03.711080 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:03.734120 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f0b4b5-33ee-41db-ae70-6fbaaf17064d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d1d47b-9eab-4659-859b-530be983efc2'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:22:03.736544 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6c84e-6690-49ad-bd60-d38f41c37c80" -d '{"events": [{"server_uuid": "14f0b4b5-33ee-41db-ae70-6fbaaf17064d", "name": "network-vif-plugged", "status": "completed", "tag": "80d1d47b-9eab-4659-859b-530be983efc2"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:22:03.749786 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 80d1d47b-9eab-4659-859b-530be983efc2, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=80d1d47b-9eab-4659-859b-530be983efc2,segment=NetworkSegment(2f9e9e9c-218d-49d5-9eaf-142be56b0b95),segment_id=2f9e9e9c-218d-49d5-9eaf-142be56b0b95)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:03.755000 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:03.779055 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55d5456-dc5c-4974-9f09-7bc5c6e4b3ba x-openstack-request-id: req-b55d5456-dc5c-4974-9f09-7bc5c6e4b3ba {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:22:03.779485 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f0b4b5-33ee-41db-ae70-6fbaaf17064d", "name": "network-vif-plugged", "status": "completed", "tag": "80d1d47b-9eab-4659-859b-530be983efc2", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:22:03.779819 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b55d5456-dc5c-4974-9f09-7bc5c6e4b3ba {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:22:03.780209 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f0b4b5-33ee-41db-ae70-6fbaaf17064d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d1d47b-9eab-4659-859b-530be983efc2', 'code': 200} Aug 08 17:22:03.807166 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=80d1d47b-9eab-4659-859b-530be983efc2,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:03.922295 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77c5b0-8227-4a96-bf20-ee7328fb58ab req-53833c28-94e7-463d-9a4c-47eb0a656bc3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:03.923938 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-df77c5b0-8227-4a96-bf20-ee7328fb58ab req-53833c28-94e7-463d-9a4c-47eb0a656bc3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 946 time: 0.0550747 Aug 08 17:22:03.964760 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-df77c5b0-8227-4a96-bf20-ee7328fb58ab req-20a0ffc1-37c4-40e7-9e8a-beaed7fb90e3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343285 Aug 08 17:22:03.966213 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb54c30-a079-47f2-9bc5-2a43e2e47f6d req-25067aab-362a-42b3-b8f9-0c23d5d5dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:03.968421 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6fb54c30-a079-47f2-9bc5-2a43e2e47f6d req-25067aab-362a-42b3-b8f9-0c23d5d5dfcb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 1099 time: 0.0417390 Aug 08 17:22:04.008429 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-6fb54c30-a079-47f2-9bc5-2a43e2e47f6d req-b7a433a9-c780-4fff-b301-ddc6c9ef5436 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284791 Aug 08 17:22:05.082993 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7119bf-9e77-4e1d-8430-826207d51179 req-578a5a0b-2939-4f75-8288-6d718cc26f00 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:05.084451 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f7119bf-9e77-4e1d-8430-826207d51179 req-578a5a0b-2939-4f75-8288-6d718cc26f00 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 946 time: 0.0488644 Aug 08 17:22:05.120871 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f7119bf-9e77-4e1d-8430-826207d51179 req-68f11821-268d-48cd-b83f-2aa4c2e5a4fc tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306523 Aug 08 17:22:06.238071 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f16f30-6886-419a-9618-7f5ea9aca8de req-89b83920-45b0-4b02-b391-b864bfabc940 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:06.239543 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-54f16f30-6886-419a-9618-7f5ea9aca8de req-89b83920-45b0-4b02-b391-b864bfabc940 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 946 time: 0.0516133 Aug 08 17:22:06.277249 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-54f16f30-6886-419a-9618-7f5ea9aca8de req-a7373cd0-5226-461a-b1a5-ad77e1690d10 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317955 Aug 08 17:22:06.318791 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:22:10.867561 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45724) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:11.165636 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Deleting port 35fcdd99-d297-46a7-b805-0173e8aee146 {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:22:11.165893 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:11.242822 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:11.243159 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:11.254505 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Calling delete_port for 35fcdd99-d297-46a7-b805-0173e8aee146 owned by network:floatingip {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:22:11.402925 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:11.430697 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event deleted for resources: {'Port': ['ID=35fcdd99-d297-46a7-b805-0173e8aee146,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:11.457737 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.458090 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.458438 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.458803 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.459143 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.459481 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.459810 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.460137 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.460468 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.460795 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.461122 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.461445 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:22:11.502365 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for floatingip, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:11.502699 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.l3_db [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Floating IP 2e97ffd6-ab8a-4f72-9a77-1e30338cdccf disassociated (deleted). External IP: 172.27.3.101, port: ec805beb-38de-4fce-8c56-8d4d222614e5. Aug 08 17:22:11.715114 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Router 840b2ab2-5d75-4070-a769-f7346b0ada2a has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:22:11.818118 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:22:11.823176 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:11.828434 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] Sync routers for ids ['840b2ab2-5d75-4070-a769-f7346b0ada2a'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:22:11.839062 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] Routers {'840b2ab2-5d75-4070-a769-f7346b0ada2a'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:22:11.839727 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:21:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['840b2ab2-5d75-4070-a769-f7346b0ada2a'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:11.853123 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-097e59fb-04e4-4df1-b0f5-73adbcd75e7a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "DELETE /v2.0/floatingips/2e97ffd6-ab8a-4f72-9a77-1e30338cdccf HTTP/1.1" status: 204 len: 168 time: 0.9844747 Aug 08 17:22:11.853912 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:22:11.856341 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:22:11.949931 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] Set router 840b2ab2-5d75-4070-a769-f7346b0ada2a gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:22:12.056858 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c67b48d-045b-4944-b9ca-5bffe97ffd9f x-openstack-request-id: req-8c67b48d-045b-4944-b9ca-5bffe97ffd9f {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:22:12.057414 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:22:12.057528 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c67b48d-045b-4944-b9ca-5bffe97ffd9f {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:22:12.057935 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'status': 'completed', 'code': 200} Aug 08 17:22:12.115306 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966964a6-39a0-492a-8c28-c9c488c5f497 req-b4a327a9-f8ae-4197-a290-1e152d63c236 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:12.117038 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-966964a6-39a0-492a-8c28-c9c488c5f497 req-b4a327a9-f8ae-4197-a290-1e152d63c236 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0482023 Aug 08 17:22:12.156210 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-966964a6-39a0-492a-8c28-c9c488c5f497 req-0ffde8bd-e4b5-4ecd-a1a2-f988bd9b8649 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331874 Aug 08 17:22:12.167403 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:27Z', 'revision_number': 5, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:12.193685 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] Checking router: 840b2ab2-5d75-4070-a769-f7346b0ada2a for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:22:12.202190 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] Routers {'840b2ab2-5d75-4070-a769-f7346b0ada2a'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:22:12.202919 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:21:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['840b2ab2-5d75-4070-a769-f7346b0ada2a'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:12.310677 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] Set router 840b2ab2-5d75-4070-a769-f7346b0ada2a gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:22:12.503091 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:27Z', 'revision_number': 5, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:12.528958 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb85f32-05a3-4382-9f08-2f41134e9998 None None] The sync data for ids ['840b2ab2-5d75-4070-a769-f7346b0ada2a'] in dv-cinder-787296-3-iscsi is: [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:20Z', 'revision_number': 4, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': '624bcfc1-6dac-44ab-8d6f-952d12b0b0c0', 'name': '', 'network_id': '265571c9-7857-4101-8863-7dd20ec72877', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'mac_address': 'fa:16:3e:bd:65:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:20Z', 'updated_at': '2021-08-08T17:16:27Z', 'revision_number': 5, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'subnets': [{'id': '928fa1ba-9da8-40a7-8e99-e608f3507e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:22:12.739382 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f609fa-414d-4351-a336-5cd8b6cdee5e None None] New status for floating IP 2e97ffd6-ab8a-4f72-9a77-1e30338cdccf: DOWN {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:22:13.270108 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f669f27-8438-435e-917f-b0a7d32cef25 req-1e397702-a678-46dd-927b-bbb2d76740a2 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:13.271608 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f669f27-8438-435e-917f-b0a7d32cef25 req-1e397702-a678-46dd-927b-bbb2d76740a2 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0482354 Aug 08 17:22:13.308564 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5f669f27-8438-435e-917f-b0a7d32cef25 req-c587f3fa-37c9-4cf0-88bd-dfef6148127d tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Aug 08 17:22:14.424962 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd372b8-dfe8-4e56-9b3c-da704bcb8e79 req-d933fb28-fc34-4f1e-9324-ae4198a86221 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:14.426422 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fd372b8-dfe8-4e56-9b3c-da704bcb8e79 req-d933fb28-fc34-4f1e-9324-ae4198a86221 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0528886 Aug 08 17:22:14.465642 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8fd372b8-dfe8-4e56-9b3c-da704bcb8e79 req-971f03b0-a595-47fb-800f-200a383849a0 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333242 Aug 08 17:22:15.582951 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d542-38f8-43aa-9db1-341d9e121023 req-cce7a874-29fe-4ab6-9dc4-8c0d3eed000e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:15.584437 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9d61d542-38f8-43aa-9db1-341d9e121023 req-cce7a874-29fe-4ab6-9dc4-8c0d3eed000e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0500853 Aug 08 17:22:15.614086 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:15.623476 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9d61d542-38f8-43aa-9db1-341d9e121023 req-69e80f7d-3774-4ad5-8fe1-5854deca6afc tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331364 Aug 08 17:22:16.555493 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-64a6f71f-3159-456d-b44c-3b9a89c62e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:16.556896 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-64a6f71f-3159-456d-b44c-3b9a89c62e57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a5d752a108c4dd5817e7903d839c61a&device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 1099 time: 0.0420909 Aug 08 17:22:16.651401 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-4fbab3d5-8733-4df8-9d87-26638572b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:16.652237 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-4fbab3d5-8733-4df8-9d87-26638572b435 service neutron] 10.222.0.32 "GET /v2.0/networks?id=265571c9-7857-4101-8863-7dd20ec72877 HTTP/1.1" status: 200 len: 908 time: 0.0876417 Aug 08 17:22:16.696863 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-9063f9e7-c4c0-4d15-a750-c3602b523bf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec805beb-38de-4fce-8c56-8d4d222614e5 HTTP/1.1" status: 200 len: 217 time: 0.0359056 Aug 08 17:22:16.743702 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9828c-db39-468a-add7-aa0b0d01ca28 req-21683c07-cae0-4db8-8f9a-a316374f2677 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:16.745212 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-37f9828c-db39-468a-add7-aa0b0d01ca28 req-21683c07-cae0-4db8-8f9a-a316374f2677 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0484135 Aug 08 17:22:16.747683 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-673b7eec-5c6e-49a5-b00e-9d0fad79aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:16.749272 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-673b7eec-5c6e-49a5-b00e-9d0fad79aa6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=928fa1ba-9da8-40a7-8e99-e608f3507e2d HTTP/1.1" status: 200 len: 847 time: 0.0447021 Aug 08 17:22:16.786228 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-37f9828c-db39-468a-add7-aa0b0d01ca28 req-3e6c4360-d688-4f0a-b628-f335779af0f1 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339384 Aug 08 17:22:16.804141 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-14870055-25c8-44fa-ad95-ab4d2323252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:16.805792 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-14870055-25c8-44fa-ad95-ab4d2323252f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=265571c9-7857-4101-8863-7dd20ec72877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480213 Aug 08 17:22:16.899088 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-6678adc2-e332-40d3-98ea-d7f88108193a service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834155 Aug 08 17:22:17.264190 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-32ef6101-04c4-4e8e-8d0c-525fa7cda0a3 req-e6701c47-aaf1-4d6c-aeea-30f9841cc002 service neutron] 10.222.0.32 "GET /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570621 Aug 08 17:22:17.926682 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12395d-4919-41fc-8153-9863038f8f53 req-c6d54574-11b6-4816-a807-7604a3b92633 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:17.928201 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fe12395d-4919-41fc-8153-9863038f8f53 req-c6d54574-11b6-4816-a807-7604a3b92633 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0543249 Aug 08 17:22:17.970504 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fe12395d-4919-41fc-8153-9863038f8f53 req-4d9add38-c081-46ac-b05f-d7d44d64c3ab tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356214 Aug 08 17:22:19.091695 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e71548-2974-44ee-a4af-b66db0eb50ff req-d64958cf-bc94-4f8b-b89d-d35ce9aa1275 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:19.093170 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-26e71548-2974-44ee-a4af-b66db0eb50ff req-d64958cf-bc94-4f8b-b89d-d35ce9aa1275 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0515554 Aug 08 17:22:19.130951 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-26e71548-2974-44ee-a4af-b66db0eb50ff req-cdfa18a4-0d3e-42e7-9e0e-fdb21398d0db tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Aug 08 17:22:20.245786 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dd9f4-79b6-4d04-8ac9-d854c66acb16 req-03096fea-bc47-420d-a0f0-56c21174c92c tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:20.247297 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3c3dd9f4-79b6-4d04-8ac9-d854c66acb16 req-03096fea-bc47-420d-a0f0-56c21174c92c tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0489399 Aug 08 17:22:20.283660 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-3c3dd9f4-79b6-4d04-8ac9-d854c66acb16 req-dd9f1823-6a81-4945-b47a-2be1fb9cdb31 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305610 Aug 08 17:22:20.796370 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f706a84a-87a0-4a50-86af-5caea1821a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:21.400968 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2f9db-ce0c-420b-b431-ba9d9a288459 req-84a78512-2028-489f-b4fa-2a06036a849b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:21.402435 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-47d2f9db-ce0c-420b-b431-ba9d9a288459 req-84a78512-2028-489f-b4fa-2a06036a849b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0520833 Aug 08 17:22:21.440081 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-47d2f9db-ce0c-420b-b431-ba9d9a288459 req-319fa0f0-3930-472a-ae93-a12710a8a724 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318327 Aug 08 17:22:22.558162 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cf28c-7440-4015-9d0a-d65b3a4e6dcd req-31dd9c9c-49fb-4d29-bcd1-bb9aa6c5157e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:22.560044 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e70cf28c-7440-4015-9d0a-d65b3a4e6dcd req-31dd9c9c-49fb-4d29-bcd1-bb9aa6c5157e tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0491657 Aug 08 17:22:22.597635 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-e70cf28c-7440-4015-9d0a-d65b3a4e6dcd req-cdef4d6f-2d67-4118-ad59-ef246941d371 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312710 Aug 08 17:22:23.654412 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-09270715-b418-47e6-b5cc-026da6e41d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:23.711656 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e813f7-401c-42d2-b125-21e8cfe11515 req-bde77ee7-fa0e-49fa-8096-b15f7572120d tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:23.713117 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11e813f7-401c-42d2-b125-21e8cfe11515 req-bde77ee7-fa0e-49fa-8096-b15f7572120d tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 946 time: 0.0483105 Aug 08 17:22:23.751277 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11e813f7-401c-42d2-b125-21e8cfe11515 req-1dfe1145-011a-45c3-b181-4daf48d29f4b tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322974 Aug 08 17:22:23.907467 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:24.642555 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:24.680562 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device ec805beb-38de-4fce-8c56-8d4d222614e5 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:22:24.757914 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:24.780126 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:22:24.782361 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d53e88-2767-4365-8646-0c2f1767fe70" -d '{"events": [{"server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:22:24.795598 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ec805beb-38de-4fce-8c56-8d4d222614e5,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:24.799972 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:24.855239 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=ec805beb-38de-4fce-8c56-8d4d222614e5,revision_number=9']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:24.879508 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420281b6-0b68-4137-8d0d-53e29a9c328a req-79eaf370-4834-4f97-a3fc-d92b8ad40d71 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:24.881548 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-420281b6-0b68-4137-8d0d-53e29a9c328a req-79eaf370-4834-4f97-a3fc-d92b8ad40d71 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0567057 Aug 08 17:22:24.889168 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 08 Aug 2021 17:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79fe47-ed9c-45c8-8fe8-c787771e3646 x-openstack-request-id: req-cc79fe47-ed9c-45c8-8fe8-c787771e3646 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:22:24.889660 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:22:24.889916 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc79fe47-ed9c-45c8-8fe8-c787771e3646 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:22:24.890306 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'code': 200} Aug 08 17:22:24.920021 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-420281b6-0b68-4137-8d0d-53e29a9c328a req-c6205265-535d-4349-937a-58fece05a884 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318487 Aug 08 17:22:26.033811 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d93aa-95c8-400c-ae9a-4504a7022143 req-19441a33-20c7-46d9-a97a-81c04abf4439 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:26.035297 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-734d93aa-95c8-400c-ae9a-4504a7022143 req-19441a33-20c7-46d9-a97a-81c04abf4439 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0482063 Aug 08 17:22:26.072790 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-734d93aa-95c8-400c-ae9a-4504a7022143 req-c08f07ef-9a9c-4da7-8956-1efdb3446983 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308754 Aug 08 17:22:26.238543 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:27.183119 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38e085-4564-4910-89b9-17d33dee20d5 req-e410465a-4dbd-42f7-b5c6-24b66628d92a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:27.184558 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8c38e085-4564-4910-89b9-17d33dee20d5 req-e410465a-4dbd-42f7-b5c6-24b66628d92a tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0477254 Aug 08 17:22:27.221429 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8c38e085-4564-4910-89b9-17d33dee20d5 req-23385252-5048-4ea0-83d3-cb5f5ef632f5 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309312 Aug 08 17:22:28.337584 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1e7d3-b2bd-4cd9-bc25-c16d5df427de req-ae60c6f5-1503-4064-a63a-8e3efc2cd505 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:28.339124 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ee1e7d3-b2bd-4cd9-bc25-c16d5df427de req-ae60c6f5-1503-4064-a63a-8e3efc2cd505 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0507486 Aug 08 17:22:28.376040 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8ee1e7d3-b2bd-4cd9-bc25-c16d5df427de req-93a3aac1-13e0-4af7-80db-f57b2a252414 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311160 Aug 08 17:22:29.486957 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b716f8-d0ca-4db2-acc5-49f370a6499a req-97a797b1-d310-44e9-82ca-7834317d4de0 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:29.488416 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-97b716f8-d0ca-4db2-acc5-49f370a6499a req-97a797b1-d310-44e9-82ca-7834317d4de0 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0478690 Aug 08 17:22:29.525921 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-97b716f8-d0ca-4db2-acc5-49f370a6499a req-079fae9b-8d8f-4a84-befd-5af00fcce498 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc157ba1-1842-45b9-bdcd-0b162a56d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311284 Aug 08 17:22:29.900803 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-0969ea2d-04df-46be-97dc-6e0da6ebf010 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:29.902220 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-0969ea2d-04df-46be-97dc-6e0da6ebf010 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 944 time: 0.0477839 Aug 08 17:22:29.997160 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-89ab9c2f-a459-4558-9d9b-9666dc5925ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Deleting port ec805beb-38de-4fce-8c56-8d4d222614e5 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:22:29.997499 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-89ab9c2f-a459-4558-9d9b-9666dc5925ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:30.088471 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-89ab9c2f-a459-4558-9d9b-9666dc5925ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] For port ec805beb-38de-4fce-8c56-8d4d222614e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=ec805beb-38de-4fce-8c56-8d4d222614e5,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:30.088842 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-89ab9c2f-a459-4558-9d9b-9666dc5925ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:30.103443 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-89ab9c2f-a459-4558-9d9b-9666dc5925ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Calling delete_port for ec805beb-38de-4fce-8c56-8d4d222614e5 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:22:30.236000 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-89ab9c2f-a459-4558-9d9b-9666dc5925ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:30.266744 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab9c2f-a459-4558-9d9b-9666dc5925ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event deleted for resources: {'Port': ['ID=ec805beb-38de-4fce-8c56-8d4d222614e5,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:30.306063 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-89ab9c2f-a459-4558-9d9b-9666dc5925ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] No DVR routers for this DVR port ec805beb-38de-4fce-8c56-8d4d222614e5 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:22:30.308969 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-89ab9c2f-a459-4558-9d9b-9666dc5925ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:30.311299 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-198625e4-a000-405c-994a-fd3cd8bee0cd req-89ab9c2f-a459-4558-9d9b-9666dc5925ca tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.32 "DELETE /v2.0/ports/ec805beb-38de-4fce-8c56-8d4d222614e5 HTTP/1.1" status: 204 len: 173 time: 0.3952320 Aug 08 17:22:30.311763 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'name': 'network-vif-deleted', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:22:30.314058 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56dac11-f317-4940-b756-5483165f4753" -d '{"events": [{"server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "name": "network-vif-deleted", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:22:30.404754 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16b063c-7e3d-40b1-8d71-6198b85099b5 x-openstack-request-id: req-a16b063c-7e3d-40b1-8d71-6198b85099b5 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:22:30.405113 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe784ee-ad6a-4a5f-9558-9590c4067bf3", "name": "network-vif-deleted", "tag": "ec805beb-38de-4fce-8c56-8d4d222614e5", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:22:30.405370 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a16b063c-7e3d-40b1-8d71-6198b85099b5 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:22:30.405766 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe784ee-ad6a-4a5f-9558-9590c4067bf3', 'name': 'network-vif-deleted', 'tag': 'ec805beb-38de-4fce-8c56-8d4d222614e5', 'status': 'completed', 'code': 200} Aug 08 17:22:30.618528 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-222e56d9-2e02-4fa0-b242-72d89ac8a268 req-8f03612c-313f-4e5d-8540-47fcf9624766 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fe784ee-ad6a-4a5f-9558-9590c4067bf3 HTTP/1.1" status: 200 len: 210 time: 0.0278184 Aug 08 17:22:31.413973 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45928) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:31.516609 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6269205b-80dc-4753-a84e-cbbec96487fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.607352 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6269205b-80dc-4753-a84e-cbbec96487fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.610847 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-6269205b-80dc-4753-a84e-cbbec96487fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_create {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.651926 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-6269205b-80dc-4753-a84e-cbbec96487fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9ddabf164894eb4b8796d1ecc9b5418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368741 Aug 08 17:22:31.653382 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269205b-80dc-4753-a84e-cbbec96487fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458296f9-b3eb-4d99-9e58-df054109adad,revision_number=1']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:31.654852 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45934) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:31.674936 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45936) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:31.754512 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5856bba4-e7c7-41e4-974e-3963574f5d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.761604 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-20c1bd8c-dbc7-4dff-950c-8c6cf3579005 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.790314 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5856bba4-e7c7-41e4-974e-3963574f5d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.806327 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-20c1bd8c-dbc7-4dff-950c-8c6cf3579005 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.870455 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5856bba4-e7c7-41e4-974e-3963574f5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.873239 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5856bba4-e7c7-41e4-974e-3963574f5d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.874384 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-5856bba4-e7c7-41e4-974e-3963574f5d9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/458296f9-b3eb-4d99-9e58-df054109adad HTTP/1.1" status: 204 len: 168 time: 0.2183874 Aug 08 17:22:31.883487 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856bba4-e7c7-41e4-974e-3963574f5d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458296f9-b3eb-4d99-9e58-df054109adad,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:31.904292 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-20c1bd8c-dbc7-4dff-950c-8c6cf3579005 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.906282 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-20c1bd8c-dbc7-4dff-950c-8c6cf3579005 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:31.910240 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-20c1bd8c-dbc7-4dff-950c-8c6cf3579005 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc157ba1-1842-45b9-bdcd-0b162a56d92f HTTP/1.1" status: 204 len: 168 time: 0.2315903 Aug 08 17:22:31.920382 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1bd8c-dbc7-4dff-950c-8c6cf3579005 tempest-TestShelveInstance-1190243006 tempest-TestShelveInstance-1190243006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc157ba1-1842-45b9-bdcd-0b162a56d92f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:31.968889 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45944) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:32.470695 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693592'] for router_interface, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:32.707940 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] Deleting port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:22:32.708654 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:32.782732 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] For port 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=624bcfc1-6dac-44ab-8d6f-952d12b0b0c0,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:32.783023 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:32.795717 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] Calling delete_port for 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 owned by network:router_interface {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:22:32.967806 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:32.996781 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=624bcfc1-6dac-44ab-8d6f-952d12b0b0c0,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:33.182343 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692712'] for router_interface, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:33.385919 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] Router 840b2ab2-5d75-4070-a769-f7346b0ada2a has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:22:33.487384 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:22:33.492495 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-5b0487d7-ede6-42e8-a1c8-e7cfe9e24c2d admin admin] 10.222.0.20 "PUT /v2.0/routers/840b2ab2-5d75-4070-a769-f7346b0ada2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5219808 Aug 08 17:22:33.495037 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45950) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:33.496558 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] Sync routers for ids ['840b2ab2-5d75-4070-a769-f7346b0ada2a'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:22:33.505343 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] Routers {'840b2ab2-5d75-4070-a769-f7346b0ada2a'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:22:33.506118 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:22:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['840b2ab2-5d75-4070-a769-f7346b0ada2a'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:33.599292 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:33.607913 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] Set router 840b2ab2-5d75-4070-a769-f7346b0ada2a gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:22:33.696874 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:33.752044 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Deleting port 799c92f0-1b3a-4e67-a295-becbd4763b5f {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:22:33.752728 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:33.784549 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:22:32Z', 'revision_number': 5, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port': {'id': '799c92f0-1b3a-4e67-a295-becbd4763b5f', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:33.809861 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] Checking router: 840b2ab2-5d75-4070-a769-f7346b0ada2a for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:22:33.817815 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] Routers {'840b2ab2-5d75-4070-a769-f7346b0ada2a'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:22:33.819068 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:22:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['840b2ab2-5d75-4070-a769-f7346b0ada2a'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:33.831585 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] For port 799c92f0-1b3a-4e67-a295-becbd4763b5f, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=799c92f0-1b3a-4e67-a295-becbd4763b5f,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:33.831951 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:33.844928 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Calling delete_port for 799c92f0-1b3a-4e67-a295-becbd4763b5f owned by network:router_gateway {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:22:33.903284 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] Set router 840b2ab2-5d75-4070-a769-f7346b0ada2a gateway port host: None {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:22:33.953489 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:22:33Z', 'revision_number': 6, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port_host': None}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:33.981467 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea4892c-0201-47e2-bd97-df680339c2ba None None] The sync data for ids ['840b2ab2-5d75-4070-a769-f7346b0ada2a'] in dv-cinder-787296-3-iscsi is: [{'id': '840b2ab2-5d75-4070-a769-f7346b0ada2a', 'name': 'tempest-TestShelveInstance-242251453-router', 'tenant_id': '5a5d752a108c4dd5817e7903d839c61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:18Z', 'updated_at': '2021-08-08T17:22:33Z', 'revision_number': 6, 'project_id': '5a5d752a108c4dd5817e7903d839c61a', 'gw_port_host': None}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:22:34.013194 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.038822 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Pushing event deleted for resources: {'Port': ['ID=799c92f0-1b3a-4e67-a295-becbd4763b5f,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:34.099156 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692366'] for router_gateway, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.186859 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1687610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102808'] for router, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.188898 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.230966 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687758'] for router, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.231451 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 840b2ab2-5d75-4070-a769-f7346b0ada2a {{(pid=93516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 17:22:34.235628 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.236974 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-a074b553-bf84-48ed-971d-3f133cfd59cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/840b2ab2-5d75-4070-a769-f7346b0ada2a HTTP/1.1" status: 204 len: 168 time: 0.7409825 Aug 08 17:22:34.239394 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45954) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:34.286444 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5674340-ee08-4171-9804-b589fde53ca5 admin admin] Deleting subnet 928fa1ba-9da8-40a7-8e99-e608f3507e2d {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:22:34.289913 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a5674340-ee08-4171-9804-b589fde53ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.322497 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a5674340-ee08-4171-9804-b589fde53ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.402692 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a5674340-ee08-4171-9804-b589fde53ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.454896 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a5674340-ee08-4171-9804-b589fde53ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.482846 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5674340-ee08-4171-9804-b589fde53ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=928fa1ba-9da8-40a7-8e99-e608f3507e2d,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:34.486075 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a5674340-ee08-4171-9804-b589fde53ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.487921 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-a5674340-ee08-4171-9804-b589fde53ca5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/928fa1ba-9da8-40a7-8e99-e608f3507e2d HTTP/1.1" status: 204 len: 168 time: 0.2476263 Aug 08 17:22:34.491075 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45956) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:34.494394 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721a53e2-7121-4d27-8e64-898c2c7b0bba None None] Network 265571c9-7857-4101-8863-7dd20ec72877 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:22:34.558259 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.610076 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Deleting port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:22:34.610249 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.675433 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] For port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa,segment=NetworkSegment(02c6d2ca-e55c-4762-8894-a64d3d4b5add),segment_id=02c6d2ca-e55c-4762-8894-a64d3d4b5add)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:34.675856 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.689162 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Calling delete_port for 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa owned by network:dhcp {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:22:34.755716 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] DHCP port deletion for 265571c9-7857-4101-8863-7dd20ec72877 request from dv-cinder-787296-3-iscsi {{(pid=93517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 17:22:34.770328 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.795338 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:34.801150 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] No DVR routers for this DVR port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa on host dv-cinder-787296-3-iscsi {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:22:34.878985 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.889164 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265571c9-7857-4101-8863-7dd20ec72877']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:34.900588 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c6d2ca-e55c-4762-8894-a64d3d4b5add') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:34.900886 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c6d2ca-e55c-4762-8894-a64d3d4b5add') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:34.909919 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.925345 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.932324 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:22:34.932769 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.932960 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] Deleting port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa {{(pid=93517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:22:34.933379 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:22:34.934483 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:22:34.994342 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:35.002603 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] For port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa, host dv-cinder-787296-3-iscsi, got binding levels [] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:35.003037 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:35.010139 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:35.012170 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/265571c9-7857-4101-8863-7dd20ec72877 HTTP/1.1" status: 204 len: 168 time: 0.5201752 Aug 08 17:22:35.013217 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eec21-e6cc-4f4e-9c8e-b131e98fd8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=265571c9-7857-4101-8863-7dd20ec72877,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:35.014898 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45958) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:35.024112 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] Calling delete_port for 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa owned by network:dhcp {{(pid=93517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:22:35.026974 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.ipam_backend_mixin [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] Port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa was not found and therefore no delete operation was performed {{(pid=93517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 08 17:22:35.028282 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092'] for port, after_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:35.058462 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] Network 265571c9-7857-4101-8863-7dd20ec72877 is not hosted by any dhcp agent {{(pid=93517) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 08 17:22:35.059024 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] No DVR routers for this DVR port 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa on host dv-cinder-787296-3-iscsi {{(pid=93517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:22:35.060785 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccc9f3-fb60-4989-b3a2-18380bc41925 None None] Pushing event deleted for resources: {'Port': ['ID=4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa,revision_number=None']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:35.090217 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 799c92f0-1b3a-4e67-a295-becbd4763b5f no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:22:35.110388 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 799c92f0-1b3a-4e67-a295-becbd4763b5f {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:22:35.110798 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 799c92f0-1b3a-4e67-a295-becbd4763b5f not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:22:35.111195 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:22:35.130559 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:22:35.131494 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 624bcfc1-6dac-44ab-8d6f-952d12b0b0c0 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:22:35.132033 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:22:35.152224 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:22:35.152581 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 4bedaea7-e7c1-4aea-b326-e07b4a8ddcfa not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:22:35.639887 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693592'] for router_interface, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:35.872949 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] Deleting port 22451694-8ec6-4bf8-8a21-9d9ac3402091 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:22:35.873631 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:35.949259 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] For port 22451694-8ec6-4bf8-8a21-9d9ac3402091, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=22451694-8ec6-4bf8-8a21-9d9ac3402091,segment=NetworkSegment(fff52143-3543-4775-831b-5602dc04fb1a),segment_id=fff52143-3543-4775-831b-5602dc04fb1a)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:35.949611 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:35.961456 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] Calling delete_port for 22451694-8ec6-4bf8-8a21-9d9ac3402091 owned by network:router_interface {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:22:36.144658 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:36.171261 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] Pushing event deleted for resources: {'Port': ['ID=22451694-8ec6-4bf8-8a21-9d9ac3402091,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:36.347690 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692712'] for router_interface, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:36.575094 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] Router e59857cd-0e39-4d59-8fc7-dccb39896900 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:22:36.680403 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:22:36.686010 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-a3a464e8-52d7-42a9-a176-5d3e2b386514 admin admin] 10.222.0.20 "PUT /v2.0/routers/e59857cd-0e39-4d59-8fc7-dccb39896900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6668828 Aug 08 17:22:36.689151 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45974) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:36.691938 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] Sync routers for ids ['e59857cd-0e39-4d59-8fc7-dccb39896900'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:22:36.702025 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] Routers {'e59857cd-0e39-4d59-8fc7-dccb39896900'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:22:36.702621 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:22:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e59857cd-0e39-4d59-8fc7-dccb39896900'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:36.790827 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Notify callbacks [] for router, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:36.802147 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] Set router e59857cd-0e39-4d59-8fc7-dccb39896900 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:22:36.891093 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:36.943674 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Deleting port d840d503-9467-4379-8e0c-42efd4d9debf {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:22:36.943972 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:36.977559 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'name': 'tempest-TestShelveInstance-1234098562-router', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:22:36Z', 'revision_number': 5, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'gw_port': {'id': 'd840d503-9467-4379-8e0c-42efd4d9debf', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:37.004528 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] Checking router: e59857cd-0e39-4d59-8fc7-dccb39896900 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:22:37.012810 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] Routers {'e59857cd-0e39-4d59-8fc7-dccb39896900'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:22:37.013430 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:22:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['e59857cd-0e39-4d59-8fc7-dccb39896900'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:37.027413 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] For port d840d503-9467-4379-8e0c-42efd4d9debf, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=d840d503-9467-4379-8e0c-42efd4d9debf,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:37.027888 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.054227 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Calling delete_port for d840d503-9467-4379-8e0c-42efd4d9debf owned by network:router_gateway {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:22:37.101522 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] Set router e59857cd-0e39-4d59-8fc7-dccb39896900 gateway port host: None {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:22:37.154329 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'name': 'tempest-TestShelveInstance-1234098562-router', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:22:36Z', 'revision_number': 6, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'gw_port_host': None}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:37.180821 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9f4a2d-d3f1-4b2e-90e1-98011ba67ace None None] The sync data for ids ['e59857cd-0e39-4d59-8fc7-dccb39896900'] in dv-cinder-787296-3-iscsi is: [{'id': 'e59857cd-0e39-4d59-8fc7-dccb39896900', 'name': 'tempest-TestShelveInstance-1234098562-router', 'tenant_id': '898d65e546f749d7af7de8b1f46af289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:16:23Z', 'updated_at': '2021-08-08T17:22:36Z', 'revision_number': 6, 'project_id': '898d65e546f749d7af7de8b1f46af289', 'gw_port_host': None}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:22:37.229748 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.254345 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Pushing event deleted for resources: {'Port': ['ID=d840d503-9467-4379-8e0c-42efd4d9debf,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:37.313925 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692366'] for router_gateway, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.401194 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1687610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102808'] for router, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.403239 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.447169 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687758'] for router, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.447832 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e59857cd-0e39-4d59-8fc7-dccb39896900 {{(pid=93516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 17:22:37.453461 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.454597 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-2fad541d-0005-4175-bcfe-7926f7e6300e admin admin] 10.222.0.20 "DELETE /v2.0/routers/e59857cd-0e39-4d59-8fc7-dccb39896900 HTTP/1.1" status: 204 len: 168 time: 0.7650669 Aug 08 17:22:37.457122 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45976) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:37.505507 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-41787420-ce2e-4fab-b38a-33526eca4d76 admin admin] Deleting subnet 8bbf19e6-0479-4d0e-9f5a-cfa1014f3347 {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:22:37.509171 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-41787420-ce2e-4fab-b38a-33526eca4d76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.543319 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-41787420-ce2e-4fab-b38a-33526eca4d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.629715 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-41787420-ce2e-4fab-b38a-33526eca4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.681721 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-41787420-ce2e-4fab-b38a-33526eca4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.708227 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41787420-ce2e-4fab-b38a-33526eca4d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bbf19e6-0479-4d0e-9f5a-cfa1014f3347,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:37.710209 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-41787420-ce2e-4fab-b38a-33526eca4d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.712129 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-41787420-ce2e-4fab-b38a-33526eca4d76 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8bbf19e6-0479-4d0e-9f5a-cfa1014f3347 HTTP/1.1" status: 204 len: 168 time: 0.2540488 Aug 08 17:22:37.714452 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 45982) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:37.717084 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade4b4de-f369-4a06-8137-8fdcb4caae9f None None] Network 5df8d710-960d-46be-acd7-9a73ab4bf6ad requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:22:37.783872 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.838422 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Deleting port cc6c437f-655b-40cd-b9a5-1bcc0617e887 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:22:37.838804 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.901050 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] For port cc6c437f-655b-40cd-b9a5-1bcc0617e887, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=cc6c437f-655b-40cd-b9a5-1bcc0617e887,segment=NetworkSegment(fff52143-3543-4775-831b-5602dc04fb1a),segment_id=fff52143-3543-4775-831b-5602dc04fb1a)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:37.901687 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:37.914033 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Calling delete_port for cc6c437f-655b-40cd-b9a5-1bcc0617e887 owned by network:dhcp {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:22:37.978898 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952fc894-a5b5-4d87-9674-a2a2366482ec None None] DHCP port deletion for 5df8d710-960d-46be-acd7-9a73ab4bf6ad request from dv-cinder-787296-3-iscsi {{(pid=93517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 17:22:38.000009 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.026242 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-952fc894-a5b5-4d87-9674-a2a2366482ec None None] Deleting port cc6c437f-655b-40cd-b9a5-1bcc0617e887 {{(pid=93517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:22:38.026515 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6c437f-655b-40cd-b9a5-1bcc0617e887,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:38.026637 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-952fc894-a5b5-4d87-9674-a2a2366482ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.030093 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] No DVR routers for this DVR port cc6c437f-655b-40cd-b9a5-1bcc0617e887 on host dv-cinder-787296-3-iscsi {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:22:38.088575 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-952fc894-a5b5-4d87-9674-a2a2366482ec None None] For port cc6c437f-655b-40cd-b9a5-1bcc0617e887, host dv-cinder-787296-3-iscsi, got binding levels [] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:22:38.088970 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-952fc894-a5b5-4d87-9674-a2a2366482ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.112933 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-952fc894-a5b5-4d87-9674-a2a2366482ec None None] Calling delete_port for cc6c437f-655b-40cd-b9a5-1bcc0617e887 owned by network:dhcp {{(pid=93517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:22:38.116420 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.ipam_backend_mixin [None req-952fc894-a5b5-4d87-9674-a2a2366482ec None None] Port cc6c437f-655b-40cd-b9a5-1bcc0617e887 was not found and therefore no delete operation was performed {{(pid=93517) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 08 17:22:38.117686 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-952fc894-a5b5-4d87-9674-a2a2366482ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092'] for port, after_delete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.118681 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.128717 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df8d710-960d-46be-acd7-9a73ab4bf6ad']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:38.139088 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff52143-3543-4775-831b-5602dc04fb1a') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:38.139423 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff52143-3543-4775-831b-5602dc04fb1a') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:22:38.143147 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fc894-a5b5-4d87-9674-a2a2366482ec None None] Pushing event deleted for resources: {'Port': ['ID=cc6c437f-655b-40cd-b9a5-1bcc0617e887,revision_number=None']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:38.145845 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952fc894-a5b5-4d87-9674-a2a2366482ec None None] No DVR routers for this DVR port cc6c437f-655b-40cd-b9a5-1bcc0617e887 on host dv-cinder-787296-3-iscsi {{(pid=93517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:22:38.152254 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.166508 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.172503 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:22:38.172900 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:22:38.174516 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:22:38.229416 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.235046 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.239000 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5df8d710-960d-46be-acd7-9a73ab4bf6ad HTTP/1.1" status: 204 len: 168 time: 0.5213621 Aug 08 17:22:38.249740 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396c077-d994-4dd1-89d5-667b08c621f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5df8d710-960d-46be-acd7-9a73ab4bf6ad,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:38.360547 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45986) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:38.399498 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-bea92b3a-e696-42c1-ae8d-068155f50a84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a5d752a108c4dd5817e7903d839c61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378084 Aug 08 17:22:38.401827 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45988) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:38.450176 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43807597-f412-432a-9b3f-fc030c6be2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.471583 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43807597-f412-432a-9b3f-fc030c6be2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.516100 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43807597-f412-432a-9b3f-fc030c6be2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.518493 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-43807597-f412-432a-9b3f-fc030c6be2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.519653 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-43807597-f412-432a-9b3f-fc030c6be2f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/046ae6bd-c117-4e15-b777-e3a3473d61ba HTTP/1.1" status: 204 len: 168 time: 0.1169631 Aug 08 17:22:38.527682 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43807597-f412-432a-9b3f-fc030c6be2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046ae6bd-c117-4e15-b777-e3a3473d61ba,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:38.826323 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45996) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:38.864365 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-3e50d8e5-13d9-4abd-84d0-f6cd2609fd04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=898d65e546f749d7af7de8b1f46af289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368869 Aug 08 17:22:38.866668 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 45998) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:22:38.912268 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8fed8012-25f2-461d-a616-6a1d76c996bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.934694 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8fed8012-25f2-461d-a616-6a1d76c996bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.978781 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8fed8012-25f2-461d-a616-6a1d76c996bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.981481 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-8fed8012-25f2-461d-a616-6a1d76c996bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:38.982657 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-8fed8012-25f2-461d-a616-6a1d76c996bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58a71ad7-7f1c-4071-94e7-71a36dae4262 HTTP/1.1" status: 204 len: 168 time: 0.1151128 Aug 08 17:22:38.991488 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed8012-25f2-461d-a616-6a1d76c996bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a71ad7-7f1c-4071-94e7-71a36dae4262,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:22:39.084802 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device d840d503-9467-4379-8e0c-42efd4d9debf no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:22:39.105144 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: d840d503-9467-4379-8e0c-42efd4d9debf {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:22:39.105489 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device d840d503-9467-4379-8e0c-42efd4d9debf not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:22:39.106102 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 22451694-8ec6-4bf8-8a21-9d9ac3402091 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:22:39.125086 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 22451694-8ec6-4bf8-8a21-9d9ac3402091 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:22:39.125431 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 22451694-8ec6-4bf8-8a21-9d9ac3402091 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:22:39.125836 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device cc6c437f-655b-40cd-b9a5-1bcc0617e887 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:22:39.145207 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: cc6c437f-655b-40cd-b9a5-1bcc0617e887 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:22:39.145552 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device cc6c437f-655b-40cd-b9a5-1bcc0617e887 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:22:43.316717 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:22:45.623582 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:50.797782 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c3000f82-061e-4813-bd1e-5209581dd627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:53.655864 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e387-66c8-495d-8da2-584219ef4aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:53.911211 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:54.644826 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:56.238948 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:22:57.017965 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-33a25977-474f-4538-953d-7aa821d4106a req-34b4842d-1957-4556-9394-b8578ca498ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385666 Aug 08 17:22:59.532123 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25977-474f-4538-953d-7aa821d4106a req-ff33effb-1123-44c5-b15b-d2bd043ccb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:22:59.533630 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-33a25977-474f-4538-953d-7aa821d4106a req-ff33effb-1123-44c5-b15b-d2bd043ccb6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 1098 time: 0.0436237 Aug 08 17:23:01.000855 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25977-474f-4538-953d-7aa821d4106a req-8f56d034-86ae-4b0e-a525-c0e7c3f704f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:01.002295 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-33a25977-474f-4538-953d-7aa821d4106a req-8f56d034-86ae-4b0e-a525-c0e7c3f704f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 912 time: 0.0855551 Aug 08 17:23:01.072433 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-33a25977-474f-4538-953d-7aa821d4106a req-5238ff44-5265-4bfa-8795-684ab7b57c7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d HTTP/1.1" status: 200 len: 1000 time: 0.0624046 Aug 08 17:23:01.123316 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25977-474f-4538-953d-7aa821d4106a req-8ea96fed-0441-4335-b162-f3e958100e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:01.124738 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-33a25977-474f-4538-953d-7aa821d4106a req-8ea96fed-0441-4335-b162-f3e958100e8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0436959 Aug 08 17:23:01.169586 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25977-474f-4538-953d-7aa821d4106a req-f84141fc-c453-404d-b901-45188febbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:01.171047 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-33a25977-474f-4538-953d-7aa821d4106a req-f84141fc-c453-404d-b901-45188febbaab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382915 Aug 08 17:23:01.261890 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-33a25977-474f-4538-953d-7aa821d4106a req-f6939894-d8e3-4afd-8cb7-d827ee369577 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817823 Aug 08 17:23:01.349749 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-33a25977-474f-4538-953d-7aa821d4106a req-a2c1fc97-004e-49f0-a4d7-2bb784bd6a6c service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788598 Aug 08 17:23:07.603879 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8c756-88e0-4094-8ba7-d40f61e8f931 req-d5bd9e7e-09ef-46c0-ac6a-2561364e50ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:07.605285 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-51c8c756-88e0-4094-8ba7-d40f61e8f931 req-d5bd9e7e-09ef-46c0-ac6a-2561364e50ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 946 time: 0.0498862 Aug 08 17:23:07.643274 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-51c8c756-88e0-4094-8ba7-d40f61e8f931 req-43a5da09-666d-43e9-bafd-272efd90d669 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Aug 08 17:23:08.756204 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0c475-daec-44f0-a71a-d6b079307394 req-f8a533fe-27f9-4373-952d-3bdf4b61ce6b tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:08.758158 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-08a0c475-daec-44f0-a71a-d6b079307394 req-f8a533fe-27f9-4373-952d-3bdf4b61ce6b tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 946 time: 0.0472965 Aug 08 17:23:08.794950 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-08a0c475-daec-44f0-a71a-d6b079307394 req-35b58abf-668f-4ba5-aa0f-9e7c7c401eb3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308466 Aug 08 17:23:09.796706 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-6d2482e9-86ad-4081-b5d1-ba33bd193f71 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:09.798136 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-6d2482e9-86ad-4081-b5d1-ba33bd193f71 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.32 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 946 time: 0.0479352 Aug 08 17:23:09.890951 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Deleting port 80d1d47b-9eab-4659-859b-530be983efc2 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:09.891295 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:09.911565 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17526c1-27a3-48b2-9bc3-6d35723595ba req-f24f1cd3-49f8-443a-9f95-58fbcdd109b5 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:09.913823 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c17526c1-27a3-48b2-9bc3-6d35723595ba req-f24f1cd3-49f8-443a-9f95-58fbcdd109b5 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=14f0b4b5-33ee-41db-ae70-6fbaaf17064d HTTP/1.1" status: 200 len: 946 time: 0.0511286 Aug 08 17:23:09.950957 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-c17526c1-27a3-48b2-9bc3-6d35723595ba req-e1e0b058-1328-4f67-8e18-487cd7f6b483 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313613 Aug 08 17:23:09.977947 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] For port 80d1d47b-9eab-4659-859b-530be983efc2, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=80d1d47b-9eab-4659-859b-530be983efc2,segment=NetworkSegment(2f9e9e9c-218d-49d5-9eaf-142be56b0b95),segment_id=2f9e9e9c-218d-49d5-9eaf-142be56b0b95)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:09.978312 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:09.990731 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Calling delete_port for 80d1d47b-9eab-4659-859b-530be983efc2 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:10.114804 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:10.140735 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Pushing event deleted for resources: {'Port': ['ID=80d1d47b-9eab-4659-859b-530be983efc2,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:10.143442 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['80d1d47b-9eab-4659-859b-530be983efc2'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:23:10.153474 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.153831 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.154177 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.154521 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.154885 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.155230 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.155565 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.155896 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.156224 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.156553 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.156878 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.157201 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:10.198899 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] No DVR routers for this DVR port 80d1d47b-9eab-4659-859b-530be983efc2 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:23:10.201301 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:10.203311 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-c58c33a5-f26d-434e-a70e-85d7723ea441 req-fe1531a7-be73-4602-80c5-029e16a3814e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.32 "DELETE /v2.0/ports/80d1d47b-9eab-4659-859b-530be983efc2 HTTP/1.1" status: 204 len: 173 time: 0.3981953 Aug 08 17:23:10.203741 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f0b4b5-33ee-41db-ae70-6fbaaf17064d', 'name': 'network-vif-deleted', 'tag': '80d1d47b-9eab-4659-859b-530be983efc2'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:23:10.205930 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58337ff-0659-42aa-b8ee-8d6c53d5666b" -d '{"events": [{"server_uuid": "14f0b4b5-33ee-41db-ae70-6fbaaf17064d", "name": "network-vif-deleted", "tag": "80d1d47b-9eab-4659-859b-530be983efc2"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:23:10.245455 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456e40e9-ced1-43b1-9037-80c653289c02 x-openstack-request-id: req-456e40e9-ced1-43b1-9037-80c653289c02 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:23:10.245744 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f0b4b5-33ee-41db-ae70-6fbaaf17064d", "name": "network-vif-deleted", "tag": "80d1d47b-9eab-4659-859b-530be983efc2", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:23:10.245996 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-456e40e9-ced1-43b1-9037-80c653289c02 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:23:10.246388 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f0b4b5-33ee-41db-ae70-6fbaaf17064d', 'name': 'network-vif-deleted', 'tag': '80d1d47b-9eab-4659-859b-530be983efc2', 'status': 'completed', 'code': 200} Aug 08 17:23:16.074016 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:16.078346 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 80d1d47b-9eab-4659-859b-530be983efc2 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:23:16.098158 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: 80d1d47b-9eab-4659-859b-530be983efc2 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:23:16.098501 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 80d1d47b-9eab-4659-859b-530be983efc2 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:23:20.315173 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:23:20.653107 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 46146) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:20.797214 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c4a0ce2f-27b4-4191-9524-4c8ee3ee912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:20.806384 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Deleting port b69b0d4d-4722-45ae-9f03-d6e90f14c092 {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:20.806754 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:20.878853 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:20.879182 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:20.891181 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Calling delete_port for b69b0d4d-4722-45ae-9f03-d6e90f14c092 owned by network:floatingip {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:21.034603 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:21.058657 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event deleted for resources: {'Port': ['ID=b69b0d4d-4722-45ae-9f03-d6e90f14c092,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:21.070744 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.071095 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.071434 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.071772 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.072100 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.072426 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.072750 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.073072 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.073393 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.073711 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.074027 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.074340 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:21.128280 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:21.128611 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.l3_db [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Floating IP 43c180ca-0b1e-4531-9900-6f0f217d0c56 disassociated (deleted). External IP: 172.27.3.182, port: bc5b38e0-94a9-4e51-8504-946cfa3577cd. Aug 08 17:23:21.550626 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:23:21.654432 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:23:21.659241 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:21.663775 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] Sync routers for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:23:21.672322 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:23:21.672930 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:22:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:21.685177 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-0554dd8b-40ab-4619-8a48-061e48dc1c95 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "DELETE /v2.0/floatingips/43c180ca-0b1e-4531-9900-6f0f217d0c56 HTTP/1.1" status: 204 len: 168 time: 1.0309999 Aug 08 17:23:21.685768 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'tag': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:23:21.688043 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5021ccd7-6bb1-4c64-b703-c998e8c17409" -d '{"events": [{"name": "network-changed", "server_uuid": "4206b38e-21c1-4eff-bfb4-a0558de2b64c", "tag": "bc5b38e0-94a9-4e51-8504-946cfa3577cd"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:23:21.735990 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f88a2d-f948-4360-b476-71d47c905904 x-openstack-request-id: req-37f88a2d-f948-4360-b476-71d47c905904 {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:23:21.736338 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4206b38e-21c1-4eff-bfb4-a0558de2b64c", "tag": "bc5b38e0-94a9-4e51-8504-946cfa3577cd", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:23:21.736603 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37f88a2d-f948-4360-b476-71d47c905904 {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:23:21.737023 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'tag': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'status': 'completed', 'code': 200} Aug 08 17:23:21.790481 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:23:21.924196 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da5fcd-27e2-434d-8c8b-32a027f3121d req-61a95a65-83c2-46fe-a061-651ceeae7c2c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:21.925687 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11da5fcd-27e2-434d-8c8b-32a027f3121d req-61a95a65-83c2-46fe-a061-651ceeae7c2c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 946 time: 0.0493858 Aug 08 17:23:21.963784 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-11da5fcd-27e2-434d-8c8b-32a027f3121d req-d9dbbf21-fdfa-4e50-a875-664fbc7e597c tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308688 Aug 08 17:23:22.016972 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'f723ccb3-a305-4362-b3ab-31a1b5a8bf8a', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:8e:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:18:06Z', 'updated_at': '2021-08-08T17:18:08Z', 'revision_number': 1, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:22.042605 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] Checking router: b130126d-eafa-4ac7-9a9e-0a6f56e2a435 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:23:22.050605 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:23:22.051235 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:22:54Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:22.152473 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:23:22.366493 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'f723ccb3-a305-4362-b3ab-31a1b5a8bf8a', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:8e:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:18:06Z', 'updated_at': '2021-08-08T17:18:08Z', 'revision_number': 1, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:22.395000 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d7274-61e4-462b-b352-eebfd09893c2 None None] The sync data for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi is: [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_floatingips': [{'id': 'f723ccb3-a305-4362-b3ab-31a1b5a8bf8a', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'router_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'port_id': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'mac_address': 'fa:16:3e:8e:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-08T17:18:06Z', 'updated_at': '2021-08-08T17:18:08Z', 'revision_number': 1, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:23:22.594175 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99470f7-2bad-4ffc-8637-68c1a037eb0a None None] New status for floating IP 43c180ca-0b1e-4531-9900-6f0f217d0c56: DOWN {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:23:22.949397 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-684e5842-44e5-4dc3-a5d0-68c3bd36bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:22.950878 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-684e5842-44e5-4dc3-a5d0-68c3bd36bb7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 1099 time: 0.0409663 Aug 08 17:23:23.043509 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-9c4b8ace-e271-443e-bae0-affe229b8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:23.044959 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-9c4b8ace-e271-443e-bae0-affe229b8b7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 912 time: 0.0864289 Aug 08 17:23:23.082001 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a4235-0842-4cca-9b49-a2e229758064 req-bc7d9232-317d-4a13-912f-434e2c754f69 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:23.083515 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f04a4235-0842-4cca-9b49-a2e229758064 req-bc7d9232-317d-4a13-912f-434e2c754f69 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 946 time: 0.0493608 Aug 08 17:23:23.093246 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-7fcd149b-3fd3-486f-b3af-99fc91015e4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc5b38e0-94a9-4e51-8504-946cfa3577cd HTTP/1.1" status: 200 len: 217 time: 0.0385101 Aug 08 17:23:23.122400 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-f04a4235-0842-4cca-9b49-a2e229758064 req-2524884d-262d-4181-a628-fc980935db55 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327575 Aug 08 17:23:23.144155 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-5e6aa482-ef2f-4ac4-90f9-bc711c94337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:23.145597 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-5e6aa482-ef2f-4ac4-90f9-bc711c94337f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0446239 Aug 08 17:23:23.191295 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-e0ed67bb-6b72-4429-b1cc-39975af038b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:23.192810 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-e0ed67bb-6b72-4429-b1cc-39975af038b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388649 Aug 08 17:23:23.282842 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-79fd35ce-7fdb-4798-b915-91efc4aae0cc service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821140 Aug 08 17:23:23.370671 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-5021ccd7-6bb1-4c64-b703-c998e8c17409 req-48db13ad-2113-4d94-b0a6-a11b3b45f770 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792580 Aug 08 17:23:23.656280 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-b62d7490-a956-4f91-a37b-eff70f483ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:23.913588 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:24.041730 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-cbca28fa-3f46-44f5-985d-bba6620a6a57 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:24.043354 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-cbca28fa-3f46-44f5-985d-bba6620a6a57 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/networks?id=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae HTTP/1.1" status: 200 len: 814 time: 0.1117580 Aug 08 17:23:24.057839 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-f983e7da-45eb-4be1-b363-63caf7dacabb tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/quotas/436b66b106e944719e8ce0bea856ba49 HTTP/1.1" status: 200 len: 375 time: 0.0089593 Aug 08 17:23:24.089329 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-9ac9c159-0d54-49c9-84fd-baec8bb36a4b tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=436b66b106e944719e8ce0bea856ba49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258944 Aug 08 17:23:24.290917 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823462b6-b3c6-4bc5-8ba2-dd85c67cc719 req-1d13bf9f-fb20-4bd0-a79c-fa3494969013 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:24.292396 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-823462b6-b3c6-4bc5-8ba2-dd85c67cc719 req-1d13bf9f-fb20-4bd0-a79c-fa3494969013 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 946 time: 0.0995014 Aug 08 17:23:24.324727 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-1a55fb6c-2200-4235-af8a-80b974fcc15d service neutron] 10.222.0.20 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286413 Aug 08 17:23:24.386104 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-823462b6-b3c6-4bc5-8ba2-dd85c67cc719 req-6e889c32-2bb9-4488-83c6-d617b0309e94 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860536 Aug 08 17:23:24.427304 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-4c7708a4-c237-4fb3-9e82-ecae868a5575 service neutron] 10.222.0.20 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906680 Aug 08 17:23:24.585899 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9a2d74e3-444b-4f81-9d07-a2eec80607ac req-c863bfdc-e4f6-4273-818d-c92549074f56 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 210 time: 0.0293362 Aug 08 17:23:24.648582 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:25.082721 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a7743-0b61-4d46-8a80-b36504600210 req-880e5aa6-2728-4a68-b2c1-c53c994cf4a9 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:25.084432 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-db2a7743-0b61-4d46-8a80-b36504600210 req-880e5aa6-2728-4a68-b2c1-c53c994cf4a9 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 946 time: 0.0497768 Aug 08 17:23:25.176419 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-db2a7743-0b61-4d46-8a80-b36504600210 req-5955cf86-feb1-4fad-8968-6201db24c0f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Deleting port bc5b38e0-94a9-4e51-8504-946cfa3577cd {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:25.176687 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-db2a7743-0b61-4d46-8a80-b36504600210 req-5955cf86-feb1-4fad-8968-6201db24c0f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:25.262400 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-db2a7743-0b61-4d46-8a80-b36504600210 req-5955cf86-feb1-4fad-8968-6201db24c0f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] For port bc5b38e0-94a9-4e51-8504-946cfa3577cd, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bc5b38e0-94a9-4e51-8504-946cfa3577cd,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:25.262918 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-db2a7743-0b61-4d46-8a80-b36504600210 req-5955cf86-feb1-4fad-8968-6201db24c0f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:25.278249 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-db2a7743-0b61-4d46-8a80-b36504600210 req-5955cf86-feb1-4fad-8968-6201db24c0f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Calling delete_port for bc5b38e0-94a9-4e51-8504-946cfa3577cd owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:25.409941 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-db2a7743-0b61-4d46-8a80-b36504600210 req-5955cf86-feb1-4fad-8968-6201db24c0f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:25.438749 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955cf86-feb1-4fad-8968-6201db24c0f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event deleted for resources: {'Port': ['ID=bc5b38e0-94a9-4e51-8504-946cfa3577cd,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:25.483443 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ffa7d3d6-9b92-4d43-ba3b-963527944be8 req-d3092474-bcc7-4e67-ae70-f6dc77771770 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 210 time: 0.0276959 Aug 08 17:23:25.688065 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-057715de-91be-45c1-9927-65583aa8fae4 req-c150b1c9-a24f-4ec5-a0cc-c720e178bc7e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 210 time: 0.0278029 Aug 08 17:23:25.779775 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2a7743-0b61-4d46-8a80-b36504600210 req-5955cf86-feb1-4fad-8968-6201db24c0f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] No DVR routers for this DVR port bc5b38e0-94a9-4e51-8504-946cfa3577cd on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:23:25.789186 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-db2a7743-0b61-4d46-8a80-b36504600210 req-5955cf86-feb1-4fad-8968-6201db24c0f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:25.791124 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-db2a7743-0b61-4d46-8a80-b36504600210 req-5955cf86-feb1-4fad-8968-6201db24c0f8 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "DELETE /v2.0/ports/bc5b38e0-94a9-4e51-8504-946cfa3577cd HTTP/1.1" status: 204 len: 173 time: 0.7006819 Aug 08 17:23:25.791560 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'name': 'network-vif-deleted', 'tag': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:23:25.793786 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb95b7e-b436-42ee-ac8c-fe78912657c2" -d '{"events": [{"server_uuid": "4206b38e-21c1-4eff-bfb4-a0558de2b64c", "name": "network-vif-deleted", "tag": "bc5b38e0-94a9-4e51-8504-946cfa3577cd"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:23:25.842530 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87552807-a076-4d57-857b-fec39fe11e93 x-openstack-request-id: req-87552807-a076-4d57-857b-fec39fe11e93 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:23:25.842845 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4206b38e-21c1-4eff-bfb4-a0558de2b64c", "name": "network-vif-deleted", "tag": "bc5b38e0-94a9-4e51-8504-946cfa3577cd", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:23:25.843095 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87552807-a076-4d57-857b-fec39fe11e93 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:23:25.843482 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4206b38e-21c1-4eff-bfb4-a0558de2b64c', 'name': 'network-vif-deleted', 'tag': 'bc5b38e0-94a9-4e51-8504-946cfa3577cd', 'status': 'completed', 'code': 200} Aug 08 17:23:25.901062 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-cefbb4da-88c5-45fc-937a-cc4759b0c7b3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:25.902819 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-cefbb4da-88c5-45fc-937a-cc4759b0c7b3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.32 "GET /v2.0/networks?id=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae HTTP/1.1" status: 200 len: 814 time: 0.1240909 Aug 08 17:23:25.955471 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Request body: {'port': {'device_id': '00243504-302f-47d7-8813-3c9fe25c1eab', 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae', 'admin_state_up': True, 'tenant_id': '436b66b106e944719e8ce0bea856ba49'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:23:26.062861 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Made reservation on behalf of 436b66b106e944719e8ce0bea856ba49 for: {'port': 1} {{(pid=93516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 17:23:26.066222 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:26.191464 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_common [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Allocated IP 172.20.0.11 (1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae/af80d281-7236-42f2-8fa7-4ad45ec399ac/5635bdd9-f936-42df-b31b-d82fecbbd9e5) {{(pid=93516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 17:23:26.241980 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:26.342501 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks [] for port, precommit_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:26.379319 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781925659895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_create {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:26.424465 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae is already hosted by enough agents. {{(pid=93516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 17:23:26.427518 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.base_scheduler [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Resources bound (agent type, host, resource id): {{(pid=93516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 17:23:26.432457 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Received port after_create {{(pid=93516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 08 17:23:26.436206 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Pushing event updated for resources: {'Port': ['ID=5635bdd9-f936-42df-b31b-d82fecbbd9e5,revision_number=1']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:26.483875 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:26.484492 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:26.498739 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-27cdecb1-fd65-48d7-9a56-d18cfec51533 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473595 Aug 08 17:23:26.519519 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.v2.base [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Request body: {'port': {'device_id': '00243504-302f-47d7-8813-3c9fe25c1eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=93516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 17:23:26.575796 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:26.595155 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-93c2b1f5-045e-4bdd-96fc-3e7ca6bb53fe req-cccc9f1d-ae44-4761-8588-2337c17d0d11 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=4206b38e-21c1-4eff-bfb4-a0558de2b64c HTTP/1.1" status: 200 len: 210 time: 0.0267982 Aug 08 17:23:26.810863 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77639e-3eed-4c48-aeed-0f688e628939 req-333ed8aa-8122-48a5-a1fc-f41135951f64 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:26.812248 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8d77639e-3eed-4c48-aeed-0f688e628939 req-333ed8aa-8122-48a5-a1fc-f41135951f64 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 932 time: 0.0519500 Aug 08 17:23:26.835752 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5635bdd9-f936-42df-b31b-d82fecbbd9e5 {{(pid=93516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:23:26.843019 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:26.849672 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-8d77639e-3eed-4c48-aeed-0f688e628939 req-b80b4645-5671-4a5b-9d4d-4395846c5dd3 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Aug 08 17:23:26.855239 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.provisioning_blocks [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Transition to ACTIVE for port object 5635bdd9-f936-42df-b31b-d82fecbbd9e5 will not be triggered until provisioned by entity L2. {{(pid=93516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 17:23:26.858692 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:26.909203 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Pushing event updated for resources: {'Port': ['ID=5635bdd9-f936-42df-b31b-d82fecbbd9e5,revision_number=2']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:26.974737 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Attempting to bind port 5635bdd9-f936-42df-b31b-d82fecbbd9e5 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 08 17:23:26.975686 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Attempting to bind port 5635bdd9-f936-42df-b31b-d82fecbbd9e5 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '2f9e9e9c-218d-49d5-9eaf-142be56b0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae'}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 08 17:23:26.976016 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Attempting to bind port 5635bdd9-f936-42df-b31b-d82fecbbd9e5 on network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:23:26.980265 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Port 5635bdd9-f936-42df-b31b-d82fecbbd9e5 on network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 08 17:23:26.980617 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Attempting to bind port 5635bdd9-f936-42df-b31b-d82fecbbd9e5 on network 1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 08 17:23:26.985237 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Checking agent: {'id': '32213694-399b-4157-9675-39cdbd309fcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'started_at': datetime.datetime(2021, 8, 8, 17, 8, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 8, 17, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 08 17:23:26.985582 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Checking segment: {'id': '2f9e9e9c-218d-49d5-9eaf-142be56b0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 08 17:23:26.985970 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Bound using segment: {'id': '2f9e9e9c-218d-49d5-9eaf-142be56b0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae'} {{(pid=93516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 08 17:23:26.986416 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.managers [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Bound port: 5635bdd9-f936-42df-b31b-d82fecbbd9e5, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9e9e9c-218d-49d5-9eaf-142be56b0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae'}}] {{(pid=93516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 08 17:23:26.986795 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:27.047554 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] For port 5635bdd9-f936-42df-b31b-d82fecbbd9e5, host hv-cinder-78729, cleared binding levels {{(pid=93516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 17:23:27.050759 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] For port 5635bdd9-f936-42df-b31b-d82fecbbd9e5, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5635bdd9-f936-42df-b31b-d82fecbbd9e5,segment=NetworkSegment(2f9e9e9c-218d-49d5-9eaf-142be56b0b95),segment_id=2f9e9e9c-218d-49d5-9eaf-142be56b0b95)] {{(pid=93516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 17:23:27.055421 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16667262'] for port, after_update {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:27.090096 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:27.090745 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:27.092173 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] 10.222.0.32 "PUT /v2.0/ports/5635bdd9-f936-42df-b31b-d82fecbbd9e5 HTTP/1.1" status: 200 len: 1094 time: 0.5769906 Aug 08 17:23:27.116702 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48b17f-8494-416a-ad28-3c6a86d26a80 service neutron] Pushing event updated for resources: {'Port': ['ID=5635bdd9-f936-42df-b31b-d82fecbbd9e5,revision_number=3']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:27.174878 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-52a05e58-e18a-426e-8474-a500231b7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:27.176327 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-52a05e58-e18a-426e-8474-a500231b7abc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=436b66b106e944719e8ce0bea856ba49&device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 1097 time: 0.0397453 Aug 08 17:23:27.223029 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-44cd8f8e-36cf-4767-a24f-f9278398499c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5635bdd9-f936-42df-b31b-d82fecbbd9e5 HTTP/1.1" status: 200 len: 217 time: 0.0354779 Aug 08 17:23:27.273502 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-36f58a0d-0b1d-4962-b5de-80a4e19ea9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:27.274930 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-36f58a0d-0b1d-4962-b5de-80a4e19ea9e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af80d281-7236-42f2-8fa7-4ad45ec399ac HTTP/1.1" status: 200 len: 854 time: 0.0454249 Aug 08 17:23:27.305701 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-2fb1e973-8053-42c2-b179-755f2ddd608e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241148 Aug 08 17:23:27.392175 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-35395ce9-3761-4e45-bf02-aabda1757e09 service neutron] 10.222.0.32 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791051 Aug 08 17:23:27.486182 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d65d3bcb-146a-4092-9c45-82449c316b4e req-58b9959f-3e61-4d17-b566-349554bac4d4 service neutron] 10.222.0.32 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867870 Aug 08 17:23:27.844368 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00243504-302f-47d7-8813-3c9fe25c1eab', 'tag': '5635bdd9-f936-42df-b31b-d82fecbbd9e5'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:23:27.846801 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dde1cc-9088-4367-9948-100cca876094" -d '{"events": [{"name": "network-changed", "server_uuid": "00243504-302f-47d7-8813-3c9fe25c1eab", "tag": "5635bdd9-f936-42df-b31b-d82fecbbd9e5"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:23:27.881695 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865913dd-bd5d-490c-a69b-3df44a3e669e x-openstack-request-id: req-865913dd-bd5d-490c-a69b-3df44a3e669e {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:23:27.881985 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00243504-302f-47d7-8813-3c9fe25c1eab", "tag": "5635bdd9-f936-42df-b31b-d82fecbbd9e5", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:23:27.882238 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-865913dd-bd5d-490c-a69b-3df44a3e669e {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:23:27.882631 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00243504-302f-47d7-8813-3c9fe25c1eab', 'tag': '5635bdd9-f936-42df-b31b-d82fecbbd9e5', 'status': 'completed', 'code': 200} Aug 08 17:23:27.965344 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f214a-f53a-45e7-bf37-a6443225f7ee req-a783e9fc-f47e-428b-99ab-04634fc6415e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:27.966794 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aa1f214a-f53a-45e7-bf37-a6443225f7ee req-a783e9fc-f47e-428b-99ab-04634fc6415e tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 944 time: 0.0505695 Aug 08 17:23:27.978358 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dde1cc-9088-4367-9948-100cca876094 req-a4b5a74d-dcbb-47d4-b3de-b9196896d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:27.980007 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-12dde1cc-9088-4367-9948-100cca876094 req-a4b5a74d-dcbb-47d4-b3de-b9196896d84e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=436b66b106e944719e8ce0bea856ba49&device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 1097 time: 0.0427229 Aug 08 17:23:28.006862 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-aa1f214a-f53a-45e7-bf37-a6443225f7ee req-712c87fd-bb29-4f85-b401-ef10d3e4cce5 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336854 Aug 08 17:23:28.075688 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dde1cc-9088-4367-9948-100cca876094 req-70b2287f-eeb6-457e-aacd-85303ba6e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:28.077163 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-12dde1cc-9088-4367-9948-100cca876094 req-70b2287f-eeb6-457e-aacd-85303ba6e7b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae HTTP/1.1" status: 200 len: 914 time: 0.0891409 Aug 08 17:23:28.119831 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-12dde1cc-9088-4367-9948-100cca876094 req-756d97e3-5303-4e8d-b303-1b937695566a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5635bdd9-f936-42df-b31b-d82fecbbd9e5 HTTP/1.1" status: 200 len: 217 time: 0.0346327 Aug 08 17:23:28.122038 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device bc5b38e0-94a9-4e51-8504-946cfa3577cd no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:23:28.141806 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: bc5b38e0-94a9-4e51-8504-946cfa3577cd {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:23:28.142159 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device bc5b38e0-94a9-4e51-8504-946cfa3577cd not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:23:28.168461 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dde1cc-9088-4367-9948-100cca876094 req-d69b276e-437b-4cbd-abaa-b7dbeb5ec381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:28.169895 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-12dde1cc-9088-4367-9948-100cca876094 req-d69b276e-437b-4cbd-abaa-b7dbeb5ec381 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af80d281-7236-42f2-8fa7-4ad45ec399ac HTTP/1.1" status: 200 len: 854 time: 0.0426421 Aug 08 17:23:28.203048 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-12dde1cc-9088-4367-9948-100cca876094 req-d9646339-5841-4c9a-b3ea-a825f4701991 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251677 Aug 08 17:23:28.296137 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-12dde1cc-9088-4367-9948-100cca876094 req-3a51c47f-e231-41a7-9063-1d5a071ffefc service neutron] 10.222.0.32 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838490 Aug 08 17:23:28.385407 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-12dde1cc-9088-4367-9948-100cca876094 req-a5dda325-61d4-4108-ba82-328439fbbc67 service neutron] 10.222.0.32 "GET /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805562 Aug 08 17:23:29.128615 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8068-59db-4ba7-844c-d01d66869976 req-7d18cf88-8001-4f39-bf7b-03a772c14a61 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:29.130056 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-87fd8068-59db-4ba7-844c-d01d66869976 req-7d18cf88-8001-4f39-bf7b-03a772c14a61 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 944 time: 0.0469000 Aug 08 17:23:29.166324 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-87fd8068-59db-4ba7-844c-d01d66869976 req-e9d45fe2-45fe-4283-ab12-76a3314e5455 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298405 Aug 08 17:23:29.865779 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 46228) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:30.019677 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Deleting port 043066d4-74c8-410e-a098-9a67c5f8e6ce {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:30.020014 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:30.091646 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:30.091969 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:30.103619 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Calling delete_port for 043066d4-74c8-410e-a098-9a67c5f8e6ce owned by network:floatingip {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:30.148324 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 5635bdd9-f936-42df-b31b-d82fecbbd9e5 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=93517) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 17:23:30.245834 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 5635bdd9-f936-42df-b31b-d82fecbbd9e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5635bdd9-f936-42df-b31b-d82fecbbd9e5,segment=NetworkSegment(2f9e9e9c-218d-49d5-9eaf-142be56b0b95),segment_id=2f9e9e9c-218d-49d5-9eaf-142be56b0b95)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:30.257797 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Returning: {'device': '5635bdd9-f936-42df-b31b-d82fecbbd9e5', 'network_id': '1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae', 'port_id': '5635bdd9-f936-42df-b31b-d82fecbbd9e5', 'mac_address': 'fa:16:3e:a8:34:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af80d281-7236-42f2-8fa7-4ad45ec399ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93517) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 17:23:30.276604 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:30.296331 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:30.307087 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event deleted for resources: {'Port': ['ID=043066d4-74c8-410e-a098-9a67c5f8e6ce,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:30.309342 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5635bdd9-f936-42df-b31b-d82fecbbd9e5 {{(pid=93517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 08 17:23:30.322246 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb9d3f-a6f9-46bf-8e00-996bc8a55e76 req-cdb17071-886b-48f6-bf5f-b52c7814ee56 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:30.324094 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-adcb9d3f-a6f9-46bf-8e00-996bc8a55e76 req-cdb17071-886b-48f6-bf5f-b52c7814ee56 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 944 time: 0.0888944 Aug 08 17:23:30.329968 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 5635bdd9-f936-42df-b31b-d82fecbbd9e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5635bdd9-f936-42df-b31b-d82fecbbd9e5,segment=NetworkSegment(2f9e9e9c-218d-49d5-9eaf-142be56b0b95),segment_id=2f9e9e9c-218d-49d5-9eaf-142be56b0b95)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:30.333730 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:30.380778 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=5635bdd9-f936-42df-b31b-d82fecbbd9e5,revision_number=4']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:30.388080 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.388436 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.388781 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.389122 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.389464 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.389797 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.390131 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.390465 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.390820 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.391152 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.391483 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.391808 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:23:30.402335 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-adcb9d3f-a6f9-46bf-8e00-996bc8a55e76 req-ed81d4ac-c940-412c-8234-3fda0a45caf9 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609717 Aug 08 17:23:30.404817 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:30.405144 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.db.l3_db [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Floating IP f723ccb3-a305-4362-b3ab-31a1b5a8bf8a disassociated (deleted). External IP: 172.27.3.66, port: 19733eaa-d7b6-4f97-8ee4-2a648cd9545d. Aug 08 17:23:30.614908 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:23:30.720992 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:23:30.725807 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:30.730911 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] Sync routers for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:23:30.740331 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:23:30.741118 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:23:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:30.752105 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-d0cd2d9d-2359-4786-ba54-3d693c3a5f30 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "DELETE /v2.0/floatingips/f723ccb3-a305-4362-b3ab-31a1b5a8bf8a HTTP/1.1" status: 204 len: 168 time: 0.8852553 Aug 08 17:23:30.752703 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'tag': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d'}] {{(pid=93515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:23:30.754951 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f2e03ef40b08a8fdf05efdde97c22398125f76bbe5c5f40bed147cb6752b8fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e" -d '{"events": [{"name": "network-changed", "server_uuid": "703315b3-9d5f-41bd-bb5b-61704390ceae", "tag": "19733eaa-d7b6-4f97-8ee4-2a648cd9545d"}]}' {{(pid=93515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:23:30.778172 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['5635bdd9-f936-42df-b31b-d82fecbbd9e5'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:23:30.798959 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 Aug 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0975e6e0-176a-4168-8d66-93964bf02028 x-openstack-request-id: req-0975e6e0-176a-4168-8d66-93964bf02028 {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:23:30.799244 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703315b3-9d5f-41bd-bb5b-61704390ceae", "tag": "19733eaa-d7b6-4f97-8ee4-2a648cd9545d", "status": "completed", "code": 200}]} {{(pid=93515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:23:30.799494 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0975e6e0-176a-4168-8d66-93964bf02028 {{(pid=93515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:23:30.799913 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'tag': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'status': 'completed', 'code': 200} Aug 08 17:23:30.899435 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-d6d59e8b-873b-456e-b3cb-5cfcdacc465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:30.900511 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-d6d59e8b-873b-456e-b3cb-5cfcdacc465b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 1098 time: 0.0621448 Aug 08 17:23:30.905961 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:23:30.982867 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb24e31-ce30-4bd1-8652-d1ebe7a182a5 req-845db0f4-db89-4d26-aca8-a29988375d6d tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:30.984531 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9cb24e31-ce30-4bd1-8652-d1ebe7a182a5 req-845db0f4-db89-4d26-aca8-a29988375d6d tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 945 time: 0.0532625 Aug 08 17:23:31.033110 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-6b5ef626-80ac-446a-8b47-eba26999e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:31.033498 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-9cb24e31-ce30-4bd1-8652-d1ebe7a182a5 req-db3b69e1-75c1-4830-be8a-81c2f7e5c628 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417359 Aug 08 17:23:31.034600 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-6b5ef626-80ac-446a-8b47-eba26999e352 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 200 len: 912 time: 0.0984924 Aug 08 17:23:31.083943 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-adc5dae0-2a45-4a2d-b52a-9f583811b9d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d HTTP/1.1" status: 200 len: 217 time: 0.0413442 Aug 08 17:23:31.135347 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-91bbaa49-a825-4a64-8f33-33a3d2cd1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:31.136817 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-91bbaa49-a825-4a64-8f33-33a3d2cd1d6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 200 len: 851 time: 0.0458596 Aug 08 17:23:31.187132 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-5a0af25f-99d9-4ef4-8a57-f142db0d8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:31.188634 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-5a0af25f-99d9-4ef4-8a57-f142db0d8d9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17cc2801-1027-4a12-a6a6-6c26c50fdecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400958 Aug 08 17:23:31.283211 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-d6a6c83b-c0d7-4002-9221-52d9328429ca service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857711 Aug 08 17:23:31.288102 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:31.317066 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] Checking router: b130126d-eafa-4ac7-9a9e-0a6f56e2a435 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:23:31.325550 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:23:31.326156 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:23:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:31.380006 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-2c1ad82b-7a2a-4c9c-a0e8-659ab3e0f96e req-374ee022-35c5-425d-abe9-6430ad1ef4d0 service neutron] 10.222.0.32 "GET /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871255 Aug 08 17:23:31.431776 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:23:31.524421 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea230-8e13-46a6-8d36-3008cb02c4eb req-a7784316-4d9f-48d0-91a7-3ff75eba90b2 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:31.525891 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fb6ea230-8e13-46a6-8d36-3008cb02c4eb req-a7784316-4d9f-48d0-91a7-3ff75eba90b2 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 945 time: 0.0525539 Aug 08 17:23:31.567327 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fb6ea230-8e13-46a6-8d36-3008cb02c4eb req-23f5b163-1836-4337-ae44-445be4d9446c tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355258 Aug 08 17:23:31.629680 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:31.659378 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b0e01-37ea-496d-a115-5522b10a3523 None None] The sync data for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi is: [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:13:39Z', 'revision_number': 4, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi', '_interfaces': [{'id': 'd00aa8ac-b1e5-4541-9778-458c59fb42f3', 'name': '', 'network_id': '17cc2801-1027-4a12-a6a6-6c26c50fdecd', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'mac_address': 'fa:16:3e:99:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:39Z', 'updated_at': '2021-08-08T17:13:45Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'subnets': [{'id': 'cd38fc45-b95f-4ced-ba4e-6cad8dd467f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:23:31.862807 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20df4a4-0048-4701-97bd-8be9ffcb46e8 None None] New status for floating IP f723ccb3-a305-4362-b3ab-31a1b5a8bf8a: DOWN {{(pid=93518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 17:23:32.063764 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-c6507020-c7fc-448e-972a-f8bbe1f92aef tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:32.065245 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-c6507020-c7fc-448e-972a-f8bbe1f92aef tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 945 time: 0.0500875 Aug 08 17:23:32.149609 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54f0b9-df14-401a-8706-81aba09e0984 req-e2a93b6e-b9d6-4510-9ef9-ae39a58eb574 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:32.151123 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7e54f0b9-df14-401a-8706-81aba09e0984 req-e2a93b6e-b9d6-4510-9ef9-ae39a58eb574 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 945 time: 0.0487707 Aug 08 17:23:32.158003 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-81ae35e1-1be5-4b38-88c8-f45f4f8fe02b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Deleting port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:32.158345 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-81ae35e1-1be5-4b38-88c8-f45f4f8fe02b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:32.163966 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 5635bdd9-f936-42df-b31b-d82fecbbd9e5 up at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 17:23:32.189492 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7e54f0b9-df14-401a-8706-81aba09e0984 req-2ffd6408-2bbe-4717-8dc0-5425bb3c531d tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/security-groups?id=c08f0353-f54f-4344-b449-efb0f401928a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Aug 08 17:23:32.221160 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning for port 5635bdd9-f936-42df-b31b-d82fecbbd9e5 completed by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 17:23:32.224816 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.provisioning_blocks [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Provisioning complete for port 5635bdd9-f936-42df-b31b-d82fecbbd9e5 triggered by entity L2. {{(pid=93517) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 17:23:32.225877 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730018'] for port, provisioning_complete {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:32.249695 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-81ae35e1-1be5-4b38-88c8-f45f4f8fe02b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] For port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:32.250061 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-81ae35e1-1be5-4b38-88c8-f45f4f8fe02b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:32.262576 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-81ae35e1-1be5-4b38-88c8-f45f4f8fe02b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Calling delete_port for 19733eaa-d7b6-4f97-8ee4-2a648cd9545d owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:32.300622 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-668897'] for port, before_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:32.322586 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00243504-302f-47d7-8813-3c9fe25c1eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5635bdd9-f936-42df-b31b-d82fecbbd9e5'}] {{(pid=93517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:23:32.324817 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a35b106ebbd4f025425c33b774bfabcc44839a53aabca0ddf09708a61b24d531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dd6c51-f32f-404f-8ee2-476a73f820b4" -d '{"events": [{"server_uuid": "00243504-302f-47d7-8813-3c9fe25c1eab", "name": "network-vif-plugged", "status": "completed", "tag": "5635bdd9-f936-42df-b31b-d82fecbbd9e5"}]}' {{(pid=93517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:23:32.340588 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] For port 5635bdd9-f936-42df-b31b-d82fecbbd9e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5635bdd9-f936-42df-b31b-d82fecbbd9e5,segment=NetworkSegment(2f9e9e9c-218d-49d5-9eaf-142be56b0b95),segment_id=2f9e9e9c-218d-49d5-9eaf-142be56b0b95)] {{(pid=93517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:32.345569 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781926131613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781925657101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781925657119'] for port, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:32.373262 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3e9386-e47d-4c63-9cc0-763dad513331 x-openstack-request-id: req-de3e9386-e47d-4c63-9cc0-763dad513331 {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:23:32.373545 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00243504-302f-47d7-8813-3c9fe25c1eab", "name": "network-vif-plugged", "status": "completed", "tag": "5635bdd9-f936-42df-b31b-d82fecbbd9e5", "code": 200}]} {{(pid=93517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:23:32.373791 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de3e9386-e47d-4c63-9cc0-763dad513331 {{(pid=93517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:23:32.374167 dv-cinder-787296-3-iscsi neutron-server[93517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00243504-302f-47d7-8813-3c9fe25c1eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5635bdd9-f936-42df-b31b-d82fecbbd9e5', 'code': 200} Aug 08 17:23:32.401217 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Pushing event updated for resources: {'Port': ['ID=5635bdd9-f936-42df-b31b-d82fecbbd9e5,revision_number=5']} {{(pid=93517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:32.409543 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-81ae35e1-1be5-4b38-88c8-f45f4f8fe02b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:32.437859 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae35e1-1be5-4b38-88c8-f45f4f8fe02b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event deleted for resources: {'Port': ['ID=19733eaa-d7b6-4f97-8ee4-2a648cd9545d,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:32.482401 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-81ae35e1-1be5-4b38-88c8-f45f4f8fe02b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] No DVR routers for this DVR port 19733eaa-d7b6-4f97-8ee4-2a648cd9545d on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:23:32.485069 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-81ae35e1-1be5-4b38-88c8-f45f4f8fe02b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:32.487196 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-218b7f93-e3e3-4c0f-8558-9541b8790315 req-81ae35e1-1be5-4b38-88c8-f45f4f8fe02b tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.32 "DELETE /v2.0/ports/19733eaa-d7b6-4f97-8ee4-2a648cd9545d HTTP/1.1" status: 204 len: 173 time: 0.4153173 Aug 08 17:23:32.487645 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'name': 'network-vif-deleted', 'tag': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:23:32.489854 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219106e1-2638-497c-acdf-036fbf368e36" -d '{"events": [{"server_uuid": "703315b3-9d5f-41bd-bb5b-61704390ceae", "name": "network-vif-deleted", "tag": "19733eaa-d7b6-4f97-8ee4-2a648cd9545d"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:23:32.533295 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f13474-42e2-424a-88c5-1285b6ab13cd x-openstack-request-id: req-84f13474-42e2-424a-88c5-1285b6ab13cd {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:23:32.533588 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703315b3-9d5f-41bd-bb5b-61704390ceae", "name": "network-vif-deleted", "tag": "19733eaa-d7b6-4f97-8ee4-2a648cd9545d", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:23:32.533859 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84f13474-42e2-424a-88c5-1285b6ab13cd {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:23:32.534254 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703315b3-9d5f-41bd-bb5b-61704390ceae', 'name': 'network-vif-deleted', 'tag': '19733eaa-d7b6-4f97-8ee4-2a648cd9545d', 'status': 'completed', 'code': 200} Aug 08 17:23:32.580394 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74474a7-dfbb-4ae2-9aee-a6e79d26e5dc req-569c6b79-f35f-43bc-94d9-7dff4077f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:32.581915 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d74474a7-dfbb-4ae2-9aee-a6e79d26e5dc req-569c6b79-f35f-43bc-94d9-7dff4077f287 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 1099 time: 0.0446513 Aug 08 17:23:32.617384 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-d74474a7-dfbb-4ae2-9aee-a6e79d26e5dc req-300ac7ca-ae89-4523-916a-ff7b56fc3d88 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278883 Aug 08 17:23:32.683355 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af5c2-0669-4cc3-b469-18b27f868916 req-c19e6390-76ad-425c-be9d-73fd42427ea4 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:32.684737 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7e6af5c2-0669-4cc3-b469-18b27f868916 req-c19e6390-76ad-425c-be9d-73fd42427ea4 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 946 time: 0.0472963 Aug 08 17:23:32.722223 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7e6af5c2-0669-4cc3-b469-18b27f868916 req-ed7c9563-1719-4540-ae2d-5c61022fafca tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Aug 08 17:23:33.295639 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-ab495eaf-773a-491d-9378-9c09494073a7 req-c8845b2d-655f-4ece-a55d-82a0a1114136 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "GET /v2.0/ports?device_id=703315b3-9d5f-41bd-bb5b-61704390ceae HTTP/1.1" status: 200 len: 210 time: 0.0258660 Aug 08 17:23:33.837451 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec6326-9a83-4306-aa19-c2bb15e210ec req-e3930fc5-4e7a-4c9f-8ffd-9213ef9e1323 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:33.838917 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-43ec6326-9a83-4306-aa19-c2bb15e210ec req-e3930fc5-4e7a-4c9f-8ffd-9213ef9e1323 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 946 time: 0.0521908 Aug 08 17:23:33.875246 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-43ec6326-9a83-4306-aa19-c2bb15e210ec req-b0639aba-662b-4076-bac9-ec772c692056 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304539 Aug 08 17:23:34.350779 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46254) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:34.473372 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-c0442df0-00ca-4be8-ab3e-7712b973654a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Deleting port 8587bf15-39ae-4ba3-a6d8-c9612e0e1844 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:34.473711 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c0442df0-00ca-4be8-ab3e-7712b973654a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:34.547721 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c0442df0-00ca-4be8-ab3e-7712b973654a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:34.548045 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c0442df0-00ca-4be8-ab3e-7712b973654a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:34.559200 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-c0442df0-00ca-4be8-ab3e-7712b973654a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Calling delete_port for 8587bf15-39ae-4ba3-a6d8-c9612e0e1844 owned by network:floatingip {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:34.684831 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c0442df0-00ca-4be8-ab3e-7712b973654a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:34.715951 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0442df0-00ca-4be8-ab3e-7712b973654a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event deleted for resources: {'Port': ['ID=8587bf15-39ae-4ba3-a6d8-c9612e0e1844,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:34.773410 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c0442df0-00ca-4be8-ab3e-7712b973654a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for floatingip, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:34.775937 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c0442df0-00ca-4be8-ab3e-7712b973654a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for floatingip, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:34.777067 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-c0442df0-00ca-4be8-ab3e-7712b973654a tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "DELETE /v2.0/floatingips/0d8d3db0-df5c-4e16-93cf-d1e457efa8a0 HTTP/1.1" status: 204 len: 168 time: 0.4251993 Aug 08 17:23:34.986884 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7672c-510e-48fe-94d5-33699056f029 req-f7276c00-4aec-4043-a4dd-d50033d7e798 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:34.988342 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-85e7672c-510e-48fe-94d5-33699056f029 req-f7276c00-4aec-4043-a4dd-d50033d7e798 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 946 time: 0.0485122 Aug 08 17:23:35.027472 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-85e7672c-510e-48fe-94d5-33699056f029 req-553f0978-d18d-4665-980a-0287c76c1a71 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Aug 08 17:23:35.967884 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46278) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:36.025650 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-14cee06c-ed9f-4540-a8d4-36c5a0e1da79 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:36.050183 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-14cee06c-ed9f-4540-a8d4-36c5a0e1da79 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:36.107454 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-14cee06c-ed9f-4540-a8d4-36c5a0e1da79 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:36.109873 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-14cee06c-ed9f-4540-a8d4-36c5a0e1da79 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:36.111014 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-14cee06c-ed9f-4540-a8d4-36c5a0e1da79 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] 10.222.0.20 "DELETE /v2.0/security-groups/c08f0353-f54f-4344-b449-efb0f401928a HTTP/1.1" status: 204 len: 168 time: 0.1421378 Aug 08 17:23:36.119810 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cee06c-ed9f-4540-a8d4-36c5a0e1da79 tempest-TestVolumeBootPattern-1090022791 tempest-TestVolumeBootPattern-1090022791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f0353-f54f-4344-b449-efb0f401928a,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:36.168484 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46282) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:36.245527 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 19733eaa-d7b6-4f97-8ee4-2a648cd9545d no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:23:36.265116 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: 19733eaa-d7b6-4f97-8ee4-2a648cd9545d {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:23:36.265469 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 19733eaa-d7b6-4f97-8ee4-2a648cd9545d not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:23:36.699701 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693592'] for router_interface, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:36.933595 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] Deleting port d00aa8ac-b1e5-4541-9778-458c59fb42f3 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:36.933930 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:37.007914 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] For port d00aa8ac-b1e5-4541-9778-458c59fb42f3, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=d00aa8ac-b1e5-4541-9778-458c59fb42f3,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:37.008618 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:37.023893 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] Calling delete_port for d00aa8ac-b1e5-4541-9778-458c59fb42f3 owned by network:router_interface {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:37.195143 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:37.217628 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] Pushing event deleted for resources: {'Port': ['ID=d00aa8ac-b1e5-4541-9778-458c59fb42f3,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:37.381612 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692712'] for router_interface, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:37.596297 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] Router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:23:37.696922 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:23:37.701789 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-85b63aef-abcb-40d3-959e-d215fe9a6483 admin admin] 10.222.0.20 "PUT /v2.0/routers/b130126d-eafa-4ac7-9a9e-0a6f56e2a435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5322785 Aug 08 17:23:37.704448 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46290) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:37.707104 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] Sync routers for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:23:37.716428 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:23:37.717127 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:23:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:37.826034 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:23:38.010225 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:23:37Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:38.042098 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] Checking router: b130126d-eafa-4ac7-9a9e-0a6f56e2a435 for host: dv-cinder-787296-3-iscsi {{(pid=93517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:23:38.050999 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] Routers {'b130126d-eafa-4ac7-9a9e-0a6f56e2a435'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:23:38.051636 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:23:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'], 'active': True} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:38.075653 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Notify callbacks [] for router, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.154977 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_dvr_db [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] Set router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:23:38.178455 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.231600 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Deleting port 43f90de8-c26d-44f2-b55a-841513923bc9 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:38.231944 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.306695 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] For port 43f90de8-c26d-44f2-b55a-841513923bc9, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=43f90de8-c26d-44f2-b55a-841513923bc9,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:38.307363 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.320716 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Calling delete_port for 43f90de8-c26d-44f2-b55a-841513923bc9 owned by network:router_gateway {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:38.332061 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.db.l3_hamode_db [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:23:37Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:38.358877 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060b71e-937f-4dfc-9daa-ef0a22041b21 None None] The sync data for ids ['b130126d-eafa-4ac7-9a9e-0a6f56e2a435'] in dv-cinder-787296-3-iscsi is: [{'id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'name': 'tempest-TestVolumeBootPattern-1543836426-router', 'tenant_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:36Z', 'updated_at': '2021-08-08T17:23:37Z', 'revision_number': 5, 'project_id': '1e1c602c1d8b45cfadc1df621fbbdafa', 'gw_port': {'id': '43f90de8-c26d-44f2-b55a-841513923bc9', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b130126d-eafa-4ac7-9a9e-0a6f56e2a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:37Z', 'updated_at': '2021-08-08T17:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}] {{(pid=93517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:23:38.485184 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.515574 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f90de8-c26d-44f2-b55a-841513923bc9,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:38.573168 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692366'] for router_gateway, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.659731 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1687610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102808'] for router, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.661678 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.702963 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687758'] for router, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.703522 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b130126d-eafa-4ac7-9a9e-0a6f56e2a435 {{(pid=93516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 17:23:38.708197 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.708784 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-4bad4457-4f0d-44ab-b8b4-cf38d574b702 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b130126d-eafa-4ac7-9a9e-0a6f56e2a435 HTTP/1.1" status: 204 len: 168 time: 1.0035014 Aug 08 17:23:38.712070 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46294) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:38.759477 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-1672feaa-343e-4d72-b2e8-08b4b3a0e5e4 admin admin] Deleting subnet cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:23:38.762735 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1672feaa-343e-4d72-b2e8-08b4b3a0e5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.797652 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1672feaa-343e-4d72-b2e8-08b4b3a0e5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.875489 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1672feaa-343e-4d72-b2e8-08b4b3a0e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.928782 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1672feaa-343e-4d72-b2e8-08b4b3a0e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.958863 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672feaa-343e-4d72-b2e8-08b4b3a0e5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd38fc45-b95f-4ced-ba4e-6cad8dd467f8,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:38.963618 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1672feaa-343e-4d72-b2e8-08b4b3a0e5e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:38.968182 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 46296) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:38.968893 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-1672feaa-343e-4d72-b2e8-08b4b3a0e5e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cd38fc45-b95f-4ced-ba4e-6cad8dd467f8 HTTP/1.1" status: 204 len: 168 time: 0.2558689 Aug 08 17:23:38.973242 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ec403-b2e2-439b-b4ac-b226fc5e12cc None None] Network 17cc2801-1027-4a12-a6a6-6c26c50fdecd requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:23:39.046233 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:39.101029 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Deleting port ecb1442e-dc74-4b85-a296-6815a5f9680f {{(pid=93515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:39.101365 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:39.163587 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.db [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] For port ecb1442e-dc74-4b85-a296-6815a5f9680f, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=ecb1442e-dc74-4b85-a296-6815a5f9680f,segment=NetworkSegment(8531d0f4-38da-4055-a32d-ce0ca5caf4e0),segment_id=8531d0f4-38da-4055-a32d-ce0ca5caf4e0)] {{(pid=93515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:39.163942 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:39.175999 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.plugin [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Calling delete_port for ecb1442e-dc74-4b85-a296-6815a5f9680f owned by network:dhcp {{(pid=93515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:39.255709 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13401921'] for port, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:39.279713 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb1442e-dc74-4b85-a296-6815a5f9680f,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:39.283066 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] No DVR routers for this DVR port ecb1442e-dc74-4b85-a296-6815a5f9680f on host dv-cinder-787296-3-iscsi {{(pid=93515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:23:39.351403 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87126dc4-bc2a-4f35-953a-100b605a64ca None None] DHCP port deletion for 17cc2801-1027-4a12-a6a6-6c26c50fdecd request from dv-cinder-787296-3-iscsi {{(pid=93517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 17:23:39.356034 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:39.367365 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cc2801-1027-4a12-a6a6-6c26c50fdecd']}} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:39.380590 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8531d0f4-38da-4055-a32d-ce0ca5caf4e0') {'for_net_delete': True} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:39.381205 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8531d0f4-38da-4055-a32d-ce0ca5caf4e0') {} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:39.391490 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182696'] for segment, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:39.404963 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:39.410197 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device d00aa8ac-b1e5-4541-9778-458c59fb42f3 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:23:39.413278 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:23:39.413735 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13402028'] for segment, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: Traceback (most recent call last): Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: timer() Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: cb(*args, **kw) Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: return func(*args, **kwargs) Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: self._notify() Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: self.callback(batched_events) Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: event.method(event) Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: return f(self, *a, **k) Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: return self._get(url).json() Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: return self.request(url, 'GET', **kwargs) Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:23:39.415518 dv-cinder-787296-3-iscsi neutron-server[93515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:23:39.432279 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: d00aa8ac-b1e5-4541-9778-458c59fb42f3 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:23:39.432632 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device d00aa8ac-b1e5-4541-9778-458c59fb42f3 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:23:39.433063 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 43f90de8-c26d-44f2-b55a-841513923bc9 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:23:39.460075 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 43f90de8-c26d-44f2-b55a-841513923bc9 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:23:39.460425 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 43f90de8-c26d-44f2-b55a-841513923bc9 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:23:39.460916 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device ecb1442e-dc74-4b85-a296-6815a5f9680f no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:23:39.468148 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:39.472613 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:39.478068 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46298) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:39.478594 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] 10.222.0.20 "DELETE /v2.0/networks/17cc2801-1027-4a12-a6a6-6c26c50fdecd HTTP/1.1" status: 204 len: 168 time: 0.5081348 Aug 08 17:23:39.484103 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: ecb1442e-dc74-4b85-a296-6815a5f9680f {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:23:39.484449 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device ecb1442e-dc74-4b85-a296-6815a5f9680f not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:23:39.492483 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93bb9c-e5d5-4b7c-b011-174c889cb87d admin admin] Pushing event deleted for resources: {'Network': ['ID=17cc2801-1027-4a12-a6a6-6c26c50fdecd,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:39.824668 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1693592'] for router_interface, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:40.060952 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] Deleting port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:40.061293 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:40.140711 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] For port 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8,segment=NetworkSegment(6f1d5fe8-e83f-403f-948e-bfd9316d4b5b),segment_id=6f1d5fe8-e83f-403f-948e-bfd9316d4b5b)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:40.141079 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:40.153892 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] Calling delete_port for 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 owned by network:router_interface {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:40.325219 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:40.349193 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:40.521020 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1569855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692712'] for router_interface, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:40.730564 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] Router b820aeb4-909e-43c5-880d-92cf02744e38 has already been hosted by L3 agent 94392df9-8ea4-48e2-a98f-0763ec2e2fc6 {{(pid=93516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 08 17:23:40.833362 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] Notify agent at l3_agent.dv-cinder-787296-3-iscsi the message routers_updated {{(pid=93516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 17:23:40.838410 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-0ecdc0c7-44f1-41ae-abc5-4594fd7923d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/b820aeb4-909e-43c5-880d-92cf02744e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3591902 Aug 08 17:23:40.840893 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46304) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:40.843413 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] Sync routers for ids ['b820aeb4-909e-43c5-880d-92cf02744e38'] in dv-cinder-787296-3-iscsi {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 17:23:40.853021 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] Routers {'b820aeb4-909e-43c5-880d-92cf02744e38'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:23:40.853625 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:23:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b820aeb4-909e-43c5-880d-92cf02744e38'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:40.941937 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:40.954623 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] Set router b820aeb4-909e-43c5-880d-92cf02744e38 gateway port host: dv-cinder-787296-3-iscsi {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:23:41.049975 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.104590 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Deleting port af46a8f4-1733-43f7-b1c6-c4809c12086d {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:41.104969 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.141962 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'name': 'tempest-TestVolumeBootPattern-948476059-router', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'external_fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:41Z', 'updated_at': '2021-08-08T17:23:40Z', 'revision_number': 5, 'project_id': '736abb05b93b4c76b166c301567bf857', 'gw_port': {'id': 'af46a8f4-1733-43f7-b1c6-c4809c12086d', 'name': '', 'network_id': '111b90d2-db22-4369-bf0d-0678224568e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-08T17:13:42Z', 'updated_at': '2021-08-08T17:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ec4fb70-7530-4497-a515-372da8aa2e50', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-3-iscsi'}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:41.171459 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] Checking router: b820aeb4-909e-43c5-880d-92cf02744e38 for host: dv-cinder-787296-3-iscsi {{(pid=93518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 17:23:41.179741 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] Routers {'b820aeb4-909e-43c5-880d-92cf02744e38'} bound to L3 agent in host dv-cinder-787296-3-iscsi {{(pid=93518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 08 17:23:41.180338 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-08T17:02:54Z,description=,heartbeat_timestamp=2021-08-08T17:23:24Z,host='dv-cinder-787296-3-iscsi',id=94392df9-8ea4-48e2-a98f-0763ec2e2fc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-08T17:02:54Z,topic='l3_agent')) {'router_ids': ['b820aeb4-909e-43c5-880d-92cf02744e38'], 'active': True} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:41.185324 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] For port af46a8f4-1733-43f7-b1c6-c4809c12086d, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=af46a8f4-1733-43f7-b1c6-c4809c12086d,segment=NetworkSegment(b1967ec0-25e9-48a3-918a-4f85ed81394d),segment_id=b1967ec0-25e9-48a3-918a-4f85ed81394d)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:41.185689 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.198310 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Calling delete_port for af46a8f4-1733-43f7-b1c6-c4809c12086d owned by network:router_gateway {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:41.262539 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_dvr_db [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] Set router b820aeb4-909e-43c5-880d-92cf02744e38 gateway port host: None {{(pid=93518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 08 17:23:41.312805 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.l3_hamode_db [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'name': 'tempest-TestVolumeBootPattern-948476059-router', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:41Z', 'updated_at': '2021-08-08T17:23:41Z', 'revision_number': 6, 'project_id': '736abb05b93b4c76b166c301567bf857', 'gw_port_host': None}], 'dv-cinder-787296-3-iscsi', False) {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:41.341560 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0eec3-9bdc-4e6c-ba2b-627fe8e410e8 None None] The sync data for ids ['b820aeb4-909e-43c5-880d-92cf02744e38'] in dv-cinder-787296-3-iscsi is: [{'id': 'b820aeb4-909e-43c5-880d-92cf02744e38', 'name': 'tempest-TestVolumeBootPattern-948476059-router', 'tenant_id': '736abb05b93b4c76b166c301567bf857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-08T17:13:41Z', 'updated_at': '2021-08-08T17:23:41Z', 'revision_number': 6, 'project_id': '736abb05b93b4c76b166c301567bf857', 'gw_port_host': None}] {{(pid=93518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 17:23:41.360602 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.386069 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=af46a8f4-1733-43f7-b1c6-c4809c12086d,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:41.444832 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692366'] for router_gateway, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.530485 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1687610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102808'] for router, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.532466 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.576006 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687758'] for router, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.576634 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b820aeb4-909e-43c5-880d-92cf02744e38 {{(pid=93516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 17:23:41.581035 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] Notify callbacks [] for router, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.582097 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-1c07a6aa-ebce-4070-a368-e6819c328a4d admin admin] 10.222.0.20 "DELETE /v2.0/routers/b820aeb4-909e-43c5-880d-92cf02744e38 HTTP/1.1" status: 204 len: 168 time: 0.7403035 Aug 08 17:23:41.585210 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46306) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:41.628259 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e83d5a2-8b38-40c6-9c05-16025841f26f admin admin] Deleting subnet e574a38c-ce0a-429b-bc9e-94d9114efda5 {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:23:41.631669 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1e83d5a2-8b38-40c6-9c05-16025841f26f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.665169 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1e83d5a2-8b38-40c6-9c05-16025841f26f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.749228 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1e83d5a2-8b38-40c6-9c05-16025841f26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.811142 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1e83d5a2-8b38-40c6-9c05-16025841f26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.837015 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83d5a2-8b38-40c6-9c05-16025841f26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e574a38c-ce0a-429b-bc9e-94d9114efda5,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:41.840564 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-1e83d5a2-8b38-40c6-9c05-16025841f26f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.842398 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-1e83d5a2-8b38-40c6-9c05-16025841f26f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e574a38c-ce0a-429b-bc9e-94d9114efda5 HTTP/1.1" status: 204 len: 168 time: 0.2562830 Aug 08 17:23:41.844867 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46310) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:41.848319 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815a3c70-f5ad-4cc8-8684-3d0646d25881 None None] Network a725b2c1-3192-450d-9c15-8fd7cdced477 requested from dv-cinder-787296-3-iscsi {{(pid=93517) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 17:23:41.915749 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:41.969912 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Deleting port 27403133-8010-40c9-979b-4eb43adfac0b {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:23:41.970164 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.034214 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] For port 27403133-8010-40c9-979b-4eb43adfac0b, host dv-cinder-787296-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-3-iscsi',level=0,port_id=27403133-8010-40c9-979b-4eb43adfac0b,segment=NetworkSegment(6f1d5fe8-e83f-403f-948e-bfd9316d4b5b),segment_id=6f1d5fe8-e83f-403f-948e-bfd9316d4b5b)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:23:42.034579 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.047070 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Calling delete_port for 27403133-8010-40c9-979b-4eb43adfac0b owned by network:dhcp {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:23:42.132959 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fccd82-ed57-42c2-b48f-b9a5007da66b None None] DHCP port deletion for a725b2c1-3192-450d-9c15-8fd7cdced477 request from dv-cinder-787296-3-iscsi {{(pid=93517) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 17:23:42.133821 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.163454 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Pushing event deleted for resources: {'Port': ['ID=27403133-8010-40c9-979b-4eb43adfac0b,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:42.165281 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] No DVR routers for this DVR port 27403133-8010-40c9-979b-4eb43adfac0b on host dv-cinder-787296-3-iscsi {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:23:42.233906 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.244541 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a725b2c1-3192-450d-9c15-8fd7cdced477']}} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:42.258264 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b') {'for_net_delete': True} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:42.258557 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.services.segments.db [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1d5fe8-e83f-403f-948e-bfd9316d4b5b') {} {{(pid=93516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:23:42.267244 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16597901'] for segment, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.280258 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.285848 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:23:42.286226 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16667290'] for segment, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: Traceback (most recent call last): Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: timer() Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: cb(*args, **kw) Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: return func(*args, **kwargs) Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: self._notify() Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: self.callback(batched_events) Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: event.method(event) Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: return f(self, *a, **k) Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._get(url).json() Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: return self.request(url, 'GET', **kwargs) Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:23:42.288389 dv-cinder-787296-3-iscsi neutron-server[93516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:23:42.346887 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.352216 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.354117 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] 10.222.0.20 "DELETE /v2.0/networks/a725b2c1-3192-450d-9c15-8fd7cdced477 HTTP/1.1" status: 204 len: 168 time: 0.5083485 Aug 08 17:23:42.367278 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c4bdd-8536-48af-a508-debde06759af admin admin] Pushing event deleted for resources: {'Network': ['ID=a725b2c1-3192-450d-9c15-8fd7cdced477,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:42.512733 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46314) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:42.552106 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-aa619678-c01d-4116-9aee-a4b5a8421d98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e1c602c1d8b45cfadc1df621fbbdafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381358 Aug 08 17:23:42.554472 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46316) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:42.602890 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-16623714-006c-46ed-8d46-6ec21916dc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.626842 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-16623714-006c-46ed-8d46-6ec21916dc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.671236 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-16623714-006c-46ed-8d46-6ec21916dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.673865 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-16623714-006c-46ed-8d46-6ec21916dc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:42.675001 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-16623714-006c-46ed-8d46-6ec21916dc73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c535f4a2-b898-4cb8-929f-37bff5df3fdd HTTP/1.1" status: 204 len: 168 time: 0.1196012 Aug 08 17:23:42.683056 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16623714-006c-46ed-8d46-6ec21916dc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c535f4a2-b898-4cb8-929f-37bff5df3fdd,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:43.011814 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46328) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:43.049717 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-e71c95f8-87c9-49c7-9f1e-f359462f2108 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=736abb05b93b4c76b166c301567bf857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367448 Aug 08 17:23:43.052045 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46330) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:23:43.100803 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-deddd67d-0477-464c-ab7c-89965cd0ae7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:43.124287 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-deddd67d-0477-464c-ab7c-89965cd0ae7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:43.126030 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:23:43.150164 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:23:43.150522 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 3ec24d42-5d4d-4a03-94d7-9d7e4f8580b8 not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:23:43.150959 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 27403133-8010-40c9-979b-4eb43adfac0b no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:23:43.171417 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-deddd67d-0477-464c-ab7c-89965cd0ae7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:43.172257 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: 27403133-8010-40c9-979b-4eb43adfac0b {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:23:43.172613 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device 27403133-8010-40c9-979b-4eb43adfac0b not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:23:43.173057 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device af46a8f4-1733-43f7-b1c6-c4809c12086d no longer exists at agent ovs-agent-dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:23:43.173904 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-deddd67d-0477-464c-ab7c-89965cd0ae7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:43.175072 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-deddd67d-0477-464c-ab7c-89965cd0ae7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb4cd2e2-dcb6-475b-85c9-f99af3e8a607 HTTP/1.1" status: 204 len: 168 time: 0.1221640 Aug 08 17:23:43.182792 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddd67d-0477-464c-ab7c-89965cd0ae7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4cd2e2-dcb6-475b-85c9-f99af3e8a607,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:23:43.197722 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] No Port match for: af46a8f4-1733-43f7-b1c6-c4809c12086d {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:23:43.198079 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Device af46a8f4-1733-43f7-b1c6-c4809c12086d not bound to the agent host dv-cinder-787296-3-iscsi {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:23:46.082670 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:50.798619 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-41668a74-c9b1-475f-a3cc-91015eb2c82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:53.656219 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-7429bd61-0f56-4d91-915c-82ac7863e41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:53.914200 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:54.649944 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:56.243765 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:23:57.314343 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:23:59.078157 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ea2ea-55ad-40e8-9c29-6a20685d48da req-e07018c7-f9b1-4b44-8fbb-16f745ae594d tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:23:59.079665 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7a4ea2ea-55ad-40e8-9c29-6a20685d48da req-e07018c7-f9b1-4b44-8fbb-16f745ae594d tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 946 time: 0.0477855 Aug 08 17:23:59.119799 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-7a4ea2ea-55ad-40e8-9c29-6a20685d48da req-5c4a6db7-7d81-400c-883b-4847b203303c tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342953 Aug 08 17:24:00.235185 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5b6c5-e5e3-4817-8956-cf3aff34f24c req-6629eed5-5e53-4f5f-95db-49398f64f2bb tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:24:00.236648 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fab5b6c5-e5e3-4817-8956-cf3aff34f24c req-6629eed5-5e53-4f5f-95db-49398f64f2bb tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 946 time: 0.0481465 Aug 08 17:24:00.274661 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-fab5b6c5-e5e3-4817-8956-cf3aff34f24c req-dbdfe356-5cf9-4678-a6b6-8a8e0cee445d tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321732 Aug 08 17:24:01.029295 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d42b305b-2874-493a-afc0-2f58e25076ed tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:24:01.030781 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d42b305b-2874-493a-afc0-2f58e25076ed tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.32 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 946 time: 0.0577948 Aug 08 17:24:01.124375 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d693119f-bd31-4e8a-80c6-1b8335a6d1ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Deleting port 5635bdd9-f936-42df-b31b-d82fecbbd9e5 {{(pid=93516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 08 17:24:01.124724 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d693119f-bd31-4e8a-80c6-1b8335a6d1ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781926125873'] for port, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:01.216649 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.db [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d693119f-bd31-4e8a-80c6-1b8335a6d1ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] For port 5635bdd9-f936-42df-b31b-d82fecbbd9e5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5635bdd9-f936-42df-b31b-d82fecbbd9e5,segment=NetworkSegment(2f9e9e9c-218d-49d5-9eaf-142be56b0b95),segment_id=2f9e9e9c-218d-49d5-9eaf-142be56b0b95)] {{(pid=93516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 17:24:01.217346 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d693119f-bd31-4e8a-80c6-1b8335a6d1ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694378'] for port, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:01.393699 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bd220-0ba8-490f-8667-584c804b620a req-a96dd3ac-fa22-4a4e-9122-f9cfc186d9af tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 08 17:24:01.395293 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5b4bd220-0ba8-490f-8667-584c804b620a req-a96dd3ac-fa22-4a4e-9122-f9cfc186d9af tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/ports?device_id=00243504-302f-47d7-8813-3c9fe25c1eab HTTP/1.1" status: 200 len: 946 time: 0.0495152 Aug 08 17:24:01.436339 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [req-5b4bd220-0ba8-490f-8667-584c804b620a req-2761b40e-933d-4906-8822-c871aaa93617 tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.20 "GET /v2.0/security-groups?id=38bf706c-6366-4040-a4a8-b4df2f89572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Aug 08 17:24:01.503820 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.plugins.ml2.plugin [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d693119f-bd31-4e8a-80c6-1b8335a6d1ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Calling delete_port for 5635bdd9-f936-42df-b31b-d82fecbbd9e5 owned by compute:nova {{(pid=93516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 08 17:24:01.626967 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d693119f-bd31-4e8a-80c6-1b8335a6d1ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781926131595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781925657092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16667255'] for port, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:01.654256 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.db [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] get_ports_and_sgs() called for port_ids ['5635bdd9-f936-42df-b31b-d82fecbbd9e5'] {{(pid=93517) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 17:24:01.659151 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693119f-bd31-4e8a-80c6-1b8335a6d1ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Pushing event deleted for resources: {'Port': ['ID=5635bdd9-f936-42df-b31b-d82fecbbd9e5,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:24:01.699949 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d693119f-bd31-4e8a-80c6-1b8335a6d1ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] No DVR routers for this DVR port 5635bdd9-f936-42df-b31b-d82fecbbd9e5 on host hv-cinder-78729 {{(pid=93516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 17:24:01.702377 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d693119f-bd31-4e8a-80c6-1b8335a6d1ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239200'] for port, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:01.704453 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [req-7318fce8-f5a4-476e-90a6-02796d1e8131 req-d693119f-bd31-4e8a-80c6-1b8335a6d1ba tempest-VolumesSnapshotTestJSON-1630877929 tempest-VolumesSnapshotTestJSON-1630877929-project] 10.222.0.32 "DELETE /v2.0/ports/5635bdd9-f936-42df-b31b-d82fecbbd9e5 HTTP/1.1" status: 204 len: 173 time: 0.6669247 Aug 08 17:24:01.704944 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00243504-302f-47d7-8813-3c9fe25c1eab', 'name': 'network-vif-deleted', 'tag': '5635bdd9-f936-42df-b31b-d82fecbbd9e5'}] {{(pid=93516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 08 17:24:01.707176 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7720d7c6f12b9a8c0fcae4d7d6d13e063a707d1bdfb72e55063cd72a51060fe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a64563a-ad79-4640-98a1-df054f3429e0" -d '{"events": [{"server_uuid": "00243504-302f-47d7-8813-3c9fe25c1eab", "name": "network-vif-deleted", "tag": "5635bdd9-f936-42df-b31b-d82fecbbd9e5"}]}' {{(pid=93516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 17:24:01.749137 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 Aug 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e2f2c0-ad1a-4039-8f14-d0911322ba70 x-openstack-request-id: req-10e2f2c0-ad1a-4039-8f14-d0911322ba70 {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 17:24:01.749437 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00243504-302f-47d7-8813-3c9fe25c1eab", "name": "network-vif-deleted", "tag": "5635bdd9-f936-42df-b31b-d82fecbbd9e5", "status": "completed", "code": 200}]} {{(pid=93516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 17:24:01.749709 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10e2f2c0-ad1a-4039-8f14-d0911322ba70 {{(pid=93516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 17:24:01.750099 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00243504-302f-47d7-8813-3c9fe25c1eab', 'name': 'network-vif-deleted', 'tag': '5635bdd9-f936-42df-b31b-d82fecbbd9e5', 'status': 'completed', 'code': 200} Aug 08 17:24:06.389469 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 5635bdd9-f936-42df-b31b-d82fecbbd9e5 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 17:24:06.411449 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.plugin [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] No Port match for: 5635bdd9-f936-42df-b31b-d82fecbbd9e5 {{(pid=93517) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 08 17:24:06.411788 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron.plugins.ml2.rpc [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Device 5635bdd9-f936-42df-b31b-d82fecbbd9e5 not bound to the agent host hv-cinder-78729 {{(pid=93517) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 17:24:16.200755 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:20.798389 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3c28c74e-dff1-4297-9271-01d23d4f4d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:23.656490 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3f118286-b129-42ac-b139-725537c33e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:23.914095 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:24.653272 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:26.247467 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.524932 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [-] (93516) accepted ('10.222.0.20', 46532) {{(pid=93516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:24:27.568744 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Deleting subnet af80d281-7236-42f2-8fa7-4ad45ec399ac {{(pid=93516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 08 17:24:27.571916 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.605728 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16597914'] for subnet, precommit_delete_associations {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.645346 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652376'] for subnet, precommit_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.695836 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16667204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15860905'] for subnet, after_delete {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.720772 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af80d281-7236-42f2-8fa7-4ad45ec399ac,revision_number=None']} {{(pid=93516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:24:27.725150 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron_lib.callbacks.manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.727274 dv-cinder-787296-3-iscsi neutron-server[93516]: INFO neutron.wsgi [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af80d281-7236-42f2-8fa7-4ad45ec399ac HTTP/1.1" status: 204 len: 168 time: 0.2009962 Aug 08 17:24:27.730101 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 46534) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:24:27.732415 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.732775 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.733122 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.733461 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.733796 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.734131 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.734462 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.734816 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.735150 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.735482 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.735805 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.736128 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b1640f-e4a2-4a64-9269-bc00f64ea6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:27.800833 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-589447'] for network, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.875149 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-654559', 'neutron.services.segments.db._delete_segments_for_network-8781926186352'] for network, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.885163 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae']}} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:24:27.894957 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9e9e9c-218d-49d5-9eaf-142be56b0b95') {'for_net_delete': True} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:24:27.895261 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.services.segments.db [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9e9e9c-218d-49d5-9eaf-142be56b0b95') {} {{(pid=93515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 17:24:27.904442 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781926190201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182696'] for segment, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.917853 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313'] for segment, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.923684 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 17:24:27.924072 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13402028'] for segment, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: Traceback (most recent call last): Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: timer() Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: cb(*args, **kw) Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: return func(*args, **kwargs) Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: self._notify() Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: self.callback(batched_events) Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: event.method(event) Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: aggregate_uuid = self.p_client.list_aggregates( Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: return f(self, *a, **k) Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: return self._get(url).json() Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: return self.request(url, 'GET', **kwargs) Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: base_url = self.get_endpoint(auth, allow=allow, Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 08 17:24:27.925759 dv-cinder-787296-3-iscsi neutron-server[93515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 08 17:24:27.982358 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-654534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1569798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692330'] for network, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.986429 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1569816'] for network, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:27.988778 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae HTTP/1.1" status: 204 len: 168 time: 0.2576940 Aug 08 17:24:28.002814 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=1f775ec9-2c10-4e98-8e5e-6c96d7ff32ae,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:24:28.010312 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.010564 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.010934 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.011272 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.011604 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.011933 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.012257 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.012582 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.012907 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.013229 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.013549 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.013871 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e70f4cf-c521-4f45-8cd6-0226a6f4d7dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-3-iscsi {{(pid=93515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 17:24:28.148942 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 46538) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:24:28.191886 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-37e43138-4f62-4deb-89e8-403032cff98a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=436b66b106e944719e8ce0bea856ba49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416868 Aug 08 17:24:28.194631 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [-] (93515) accepted ('10.222.0.20', 46540) {{(pid=93515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 17:24:28.240703 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a7beaa17-4166-4734-875f-abfc04560890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:28.261034 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a7beaa17-4166-4734-875f-abfc04560890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:28.310407 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a7beaa17-4166-4734-875f-abfc04560890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659573'] for security_group, after_delete {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:28.312920 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron_lib.callbacks.manager [None req-a7beaa17-4166-4734-875f-abfc04560890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:28.314109 dv-cinder-787296-3-iscsi neutron-server[93515]: INFO neutron.wsgi [None req-a7beaa17-4166-4734-875f-abfc04560890 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38bf706c-6366-4040-a4a8-b4df2f89572c HTTP/1.1" status: 204 len: 168 time: 0.1185234 Aug 08 17:24:28.322229 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beaa17-4166-4734-875f-abfc04560890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bf706c-6366-4040-a4a8-b4df2f89572c,revision_number=None']} {{(pid=93515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 17:24:34.312958 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:24:46.136756 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:50.798594 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e9661009-f43e-46b7-8fe9-ea20e5d07839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:53.655597 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-dd68bb4a-b8b7-4e32-9b24-101053acc5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:53.914191 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:54.655739 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:24:56.249820 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:11.311570 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:25:16.149421 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:20.798909 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-356e874f-738f-4085-9a04-d68b414f59c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:23.655879 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-65562195-c3f6-4a77-b7c2-c7a52fc4f447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:23.915773 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:24.657887 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:26.252468 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:46.170659 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:48.310318 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:25:50.798547 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-005e154c-4a12-434c-bc7e-1805264b1a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:53.656036 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-dc34a254-0549-451c-9b28-82e0f2e44897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:53.916006 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:54.662344 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:25:56.254627 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:14.410877 dv-cinder-787296-3-iscsi neutron-server[93515]: DEBUG neutron.wsgi [req-3e1ec638-cc10-47ee-b5c4-b50f222240d4 req-3caca6a6-80c7-45fe-929f-e1c11fd8fab3 service neutron] (93515) timed out ('10.222.0.32', 64213) {{(pid=93515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 08 17:26:16.167868 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:20.501558 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [req-b0782df3-978a-4403-b384-6916f90840a7 req-480c5425-361f-457b-ba56-f86c75034369 service neutron] (93516) timed out ('10.222.0.32', 64206) {{(pid=93516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 08 17:26:20.797778 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e755a3b7-b17f-4eb0-98d2-464f277b07dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:23.656564 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-59bc2c40-1ce9-4179-8293-f2db942d2393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:23.920644 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:24.664022 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:25.308509 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:26:26.257918 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:38.468695 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [req-b489326e-4c53-472f-a7cc-faac667a035b req-f37ccef1-bd86-4f1e-ac68-5b2bd593bd92 service neutron] (93516) timed out ('10.222.0.32', 64230) {{(pid=93516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 08 17:26:38.832655 dv-cinder-787296-3-iscsi neutron-server[93516]: DEBUG neutron.wsgi [req-b439b30c-9261-4c06-b0a5-d6366cdefbd0 req-9e7ee8e2-b8ad-453d-a5a9-f026172107ef service neutron] (93516) timed out ('10.222.0.32', 64226) {{(pid=93516) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 08 17:26:46.184043 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:50.797835 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-df541c3f-b3b5-404c-89ba-e0de11fd07c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:53.656981 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9f81bdd3-b8df-4baa-abd9-014e7bd087d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:53.919899 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:54.666579 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:26:56.259490 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:02.307116 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:27:16.183870 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:20.797908 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-57d6cfd2-dfe7-4fac-96a3-724875b9deb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:23.657789 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-9856bc67-0c41-44ef-bbc1-e4a3c0d4e22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:23.919860 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:24.670305 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:26.262686 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:39.305810 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:27:46.200057 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:50.796983 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-020e482d-687f-4805-9d03-a68610c08ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:53.661911 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-8548933f-ad09-49ea-b597-5110e0f54f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:53.918995 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:54.673175 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:27:56.265479 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:16.213116 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:16.305494 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:28:20.796368 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-f945dc60-8100-43f6-be7d-7728f16a2a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:23.662418 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-7ffa670d-458f-44dc-98d6-25a16b0df590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:23.918338 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:24.675706 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:26.267785 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:46.212291 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:50.797082 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-6909b9f5-3b02-47d4-a7cf-648a4f412272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:53.304272 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:28:53.663158 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e8847ef2-5c47-4d2f-aa61-10cfa065cf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:53.917879 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:54.679199 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:28:56.268902 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:29:16.227105 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:29:20.797432 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1bb0-8ebb-41fd-a6a5-64e10c8eab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:29:23.663561 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c053-6402-4511-91ae-c3984a41e454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:29:23.917781 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-3d779a31-974f-486d-9c79-c53765b045a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:29:24.681418 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-bc8e4bcd-96a7-4d31-b521-49356607c092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:29:26.273241 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-c222ac72-4d25-447a-bd2e-4c1f8ef66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:29:30.303433 dv-cinder-787296-3-iscsi neutron-server[93518]: DEBUG neutron.db.agents_db [None req-0d59c154-e572-406b-906c-45c93c38334e None None] Agent healthcheck: found 6 active agents {{(pid=93518) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 17:29:46.214111 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-503ba463-e7bb-490b-a9b9-71161c7c2bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 17:29:50.797412 dv-cinder-787296-3-iscsi neutron-server[93517]: DEBUG neutron_lib.callbacks.manager [None req-7c0dda00-6f32-4f34-b1d3-2e4310af59a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781926186244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729937'] for agent, after_update {{(pid=93517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}